2024-11-13 19:02:41,770 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 19:02:41,805 main DEBUG Took 0.033108 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 19:02:41,805 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 19:02:41,806 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 19:02:41,807 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 19:02:41,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,817 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 19:02:41,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,839 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,840 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,842 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,845 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,847 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,848 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,849 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:02:41,850 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,851 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 19:02:41,853 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:02:41,854 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 19:02:41,857 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 19:02:41,858 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 19:02:41,860 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 19:02:41,860 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 19:02:41,870 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 19:02:41,873 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 19:02:41,875 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 19:02:41,876 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 19:02:41,876 main DEBUG createAppenders(={Console}) 2024-11-13 19:02:41,877 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 19:02:41,878 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 19:02:41,878 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 19:02:41,879 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 19:02:41,879 main DEBUG OutputStream closed 2024-11-13 19:02:41,880 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 19:02:41,880 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 19:02:41,881 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 19:02:41,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 19:02:41,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 19:02:41,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 19:02:41,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 19:02:41,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 19:02:41,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 19:02:41,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 19:02:41,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 19:02:41,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 19:02:41,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 19:02:42,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 19:02:42,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 19:02:42,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 19:02:42,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 19:02:42,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 19:02:42,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 19:02:42,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 19:02:42,005 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 19:02:42,008 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 19:02:42,009 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 19:02:42,009 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 19:02:42,010 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T19:02:42,028 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 19:02:42,032 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 19:02:42,032 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T19:02:42,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=5171 2024-11-13T19:02:42,473 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T19:02:42,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2 2024-11-13T19:02:42,551 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/cluster_d03791b8-4164-3df4-11e1-168bbd3c21cd, deleteOnExit=true 2024-11-13T19:02:42,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/cluster_d03791b8-4164-3df4-11e1-168bbd3c21cd/zookeeper_0, clientPort=59617, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/cluster_d03791b8-4164-3df4-11e1-168bbd3c21cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/cluster_d03791b8-4164-3df4-11e1-168bbd3c21cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:02:42,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59617 2024-11-13T19:02:42,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:02:42,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:02:42,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/test.cache.data in system properties and HBase conf 2024-11-13T19:02:42,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:02:42,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:02:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:02:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:02:42,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:02:42,830 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T19:02:42,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:02:42,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:02:42,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:02:42,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:02:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:02:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:02:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:02:42,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:02:42,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:02:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:02:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:02:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:02:42,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:02:42,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:02:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:02:43,978 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T19:02:44,063 INFO [Time-limited test {}] log.Log(170): Logging initialized @3223ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T19:02:44,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:02:44,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:02:44,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:02:44,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:02:44,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:02:44,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:02:44,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da0d9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:02:44,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da1605f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:02:44,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6983e2c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/java.io.tmpdir/jetty-localhost-46191-hadoop-hdfs-3_4_1-tests_jar-_-any-13078438313493100563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:02:44,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@342f91b1{HTTP/1.1, (http/1.1)}{localhost:46191} 2024-11-13T19:02:44,448 INFO [Time-limited test {}] server.Server(415): Started @3608ms 2024-11-13T19:02:44,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:02:44,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:02:44,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:02:44,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:02:44,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:02:44,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c08df4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:02:44,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70bd72b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:02:45,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14c5f039{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/java.io.tmpdir/jetty-localhost-34523-hadoop-hdfs-3_4_1-tests_jar-_-any-16988157501692059779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:02:45,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76e2f7e6{HTTP/1.1, (http/1.1)}{localhost:34523} 2024-11-13T19:02:45,104 INFO [Time-limited test {}] server.Server(415): Started @4264ms 2024-11-13T19:02:45,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:02:46,379 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/cluster_d03791b8-4164-3df4-11e1-168bbd3c21cd/data/data1/current/BP-281870976-172.17.0.2-1731524563548/current, will proceed with Du for space computation calculation, 2024-11-13T19:02:46,379 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/cluster_d03791b8-4164-3df4-11e1-168bbd3c21cd/data/data2/current/BP-281870976-172.17.0.2-1731524563548/current, will proceed with Du for space computation calculation, 2024-11-13T19:02:46,417 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:02:46,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x485585fcbb5f278f with lease ID 0x952b6d68349d5fad: Processing first storage report for DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e from datanode DatanodeRegistration(127.0.0.1:36399, datanodeUuid=ef2956a5-dd4c-43bd-ae77-a4ad482be5d4, infoPort=40611, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=360913370;c=1731524563548) 2024-11-13T19:02:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x485585fcbb5f278f with lease ID 0x952b6d68349d5fad: from storage DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e node DatanodeRegistration(127.0.0.1:36399, datanodeUuid=ef2956a5-dd4c-43bd-ae77-a4ad482be5d4, infoPort=40611, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=360913370;c=1731524563548), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T19:02:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x485585fcbb5f278f with lease ID 0x952b6d68349d5fad: Processing first storage report for DS-93f6e8c0-786c-4dc2-b3cc-06410991930a from datanode DatanodeRegistration(127.0.0.1:36399, datanodeUuid=ef2956a5-dd4c-43bd-ae77-a4ad482be5d4, infoPort=40611, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=360913370;c=1731524563548) 2024-11-13T19:02:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x485585fcbb5f278f with lease ID 0x952b6d68349d5fad: from storage DS-93f6e8c0-786c-4dc2-b3cc-06410991930a node DatanodeRegistration(127.0.0.1:36399, datanodeUuid=ef2956a5-dd4c-43bd-ae77-a4ad482be5d4, infoPort=40611, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=360913370;c=1731524563548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:02:46,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2 2024-11-13T19:02:46,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:46,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:46,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:02:47,198 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b with version=8 2024-11-13T19:02:47,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/hbase-staging 2024-11-13T19:02:47,290 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T19:02:47,542 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:02:47,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:47,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:47,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:02:47,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:47,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:02:47,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:02:47,750 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T19:02:47,760 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T19:02:47,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:02:47,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 84034 (auto-detected) 2024-11-13T19:02:47,788 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T19:02:47,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34237 2024-11-13T19:02:47,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34237 connecting to ZooKeeper ensemble=127.0.0.1:59617 2024-11-13T19:02:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342370x0, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:02:47,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34237-0x10136ddb1640000 connected 2024-11-13T19:02:48,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:48,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:48,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/running 2024-11-13T19:02:48,032 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b, hbase.cluster.distributed=false 2024-11-13T19:02:48,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/acl 2024-11-13T19:02:48,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-13T19:02:48,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34237 2024-11-13T19:02:48,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34237 2024-11-13T19:02:48,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-13T19:02:48,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-13T19:02:48,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:02:48,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:48,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:48,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:02:48,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:48,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:02:48,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:02:48,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:02:48,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43367 2024-11-13T19:02:48,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43367 connecting to ZooKeeper ensemble=127.0.0.1:59617 2024-11-13T19:02:48,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:48,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:48,228 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433670x0, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:02:48,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43367-0x10136ddb1640001 connected 2024-11-13T19:02:48,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433670x0, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/running 2024-11-13T19:02:48,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:02:48,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:02:48,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/master 2024-11-13T19:02:48,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/acl 2024-11-13T19:02:48,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-13T19:02:48,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43367 2024-11-13T19:02:48,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43367 2024-11-13T19:02:48,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-13T19:02:48,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-13T19:02:48,276 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:34237 2024-11-13T19:02:48,278 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0569780979/backup-masters/e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:48,286 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/backup-masters 2024-11-13T19:02:48,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/backup-masters 2024-11-13T19:02:48,288 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on existing znode=/0569780979/backup-masters/e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:48,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:48,328 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0569780979/master 2024-11-13T19:02:48,328 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:48,329 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on existing znode=/0569780979/master 2024-11-13T19:02:48,332 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0569780979/backup-masters/e4b56bc8c4b3,34237,1731524567377 from backup master directory 2024-11-13T19:02:48,345 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:02:48,345 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:48,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/backup-masters/e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:48,347 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/backup-masters 2024-11-13T19:02:48,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/backup-masters 2024-11-13T19:02:48,349 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T19:02:48,351 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T19:02:48,418 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/hbase.id] with ID: 68f29667-ac48-48e8-9edb-00a3b25c7fc7 2024-11-13T19:02:48,419 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/.tmp/hbase.id 2024-11-13T19:02:48,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:02:48,835 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/.tmp/hbase.id]:[hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/hbase.id] 2024-11-13T19:02:48,891 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:48,898 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:02:48,920 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-13T19:02:48,961 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:48,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:02:48,989 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:02:48,993 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:02:49,014 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:02:49,019 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:02:49,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:02:49,473 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store 2024-11-13T19:02:49,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:02:49,503 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T19:02:49,507 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:49,508 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:02:49,509 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:02:49,509 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:02:49,511 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:02:49,511 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:02:49,511 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:02:49,512 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524569508Disabling compacts and flushes for region at 1731524569508Disabling writes for close at 1731524569511 (+3 ms)Writing region close event to WAL at 1731524569511Closed at 1731524569511 2024-11-13T19:02:49,515 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/.initializing 2024-11-13T19:02:49,515 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:49,525 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:02:49,542 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C34237%2C1731524567377, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/oldWALs, maxLogs=10 2024-11-13T19:02:49,570 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547, exclude list is [], retry=0 2024-11-13T19:02:49,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e,DISK] 2024-11-13T19:02:49,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T19:02:49,641 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547 2024-11-13T19:02:49,643 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40611:40611)] 2024-11-13T19:02:49,643 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:02:49,644 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:49,647 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,648 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:02:49,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:49,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:49,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:02:49,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:49,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:49,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:02:49,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:49,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:49,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:02:49,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:49,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:49,742 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,746 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,747 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,754 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,755 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,760 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:02:49,766 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:49,772 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:02:49,774 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62125553, jitterRate=-0.07425712049007416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:02:49,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524569662Initializing all the Stores at 1731524569665 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524569665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524569666 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524569666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524569666Cleaning up temporary data from old regions at 1731524569755 (+89 ms)Region opened successfully at 1731524569781 (+26 ms) 2024-11-13T19:02:49,782 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:02:49,818 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cc34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:02:49,855 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:02:49,867 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:02:49,868 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:02:49,872 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:02:49,873 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T19:02:49,878 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T19:02:49,879 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:02:49,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:02:49,923 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/balancer because node does not exist (not necessarily an error) 2024-11-13T19:02:49,961 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/balancer already deleted, retry=false 2024-11-13T19:02:49,965 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:02:49,967 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:02:49,978 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/normalizer already deleted, retry=false 2024-11-13T19:02:49,980 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:02:49,985 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:02:49,994 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/switch/split already deleted, retry=false 2024-11-13T19:02:49,996 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:02:50,003 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/switch/merge already deleted, retry=false 2024-11-13T19:02:50,025 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:02:50,036 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/snapshot-cleanup already deleted, retry=false 2024-11-13T19:02:50,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0569780979/running 2024-11-13T19:02:50,045 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0569780979/running 2024-11-13T19:02:50,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:50,045 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:50,047 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,34237,1731524567377, sessionid=0x10136ddb1640000, setting cluster-up flag (Was=false) 2024-11-13T19:02:50,070 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:50,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:50,095 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0569780979/flush-table-proc/acquired, /0569780979/flush-table-proc/reached, /0569780979/flush-table-proc/abort 2024-11-13T19:02:50,097 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:50,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:50,120 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:50,145 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0569780979/online-snapshot/acquired, /0569780979/online-snapshot/reached, /0569780979/online-snapshot/abort 2024-11-13T19:02:50,147 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:50,158 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:02:50,162 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(746): ClusterId : 68f29667-ac48-48e8-9edb-00a3b25c7fc7 2024-11-13T19:02:50,164 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:02:50,179 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:02:50,179 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:02:50,188 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:02:50,189 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5108e622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:02:50,211 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:43367 2024-11-13T19:02:50,215 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:02:50,215 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:02:50,215 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:02:50,218 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,34237,1731524567377 with port=43367, startcode=1731524568149 2024-11-13T19:02:50,237 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:02:50,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:02:50,258 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:02:50,266 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:02:50,273 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,34237,1731524567377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:02:50,280 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:02:50,288 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:02:50,288 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:02:50,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:02:50,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:02:50,289 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34237 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:02:50,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:02:50,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:02:50,290 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,296 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524600296 2024-11-13T19:02:50,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:02:50,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:02:50,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:02:50,300 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:02:50,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:50,303 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:02:50,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:02:50,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:02:50,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:02:50,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:02:50,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:02:50,313 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:02:50,314 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:02:50,314 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:02:50,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:02:50,319 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:02:50,319 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:02:50,322 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T19:02:50,322 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524570321,5,FailOnTimeoutGroup] 2024-11-13T19:02:50,322 WARN [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T19:02:50,325 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524570322,5,FailOnTimeoutGroup] 2024-11-13T19:02:50,325 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,326 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:02:50,327 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,328 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,424 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,34237,1731524567377 with port=43367, startcode=1731524568149 2024-11-13T19:02:50,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:50,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34237 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:50,436 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b 2024-11-13T19:02:50,436 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43321 2024-11-13T19:02:50,436 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:02:50,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/rs 2024-11-13T19:02:50,445 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] zookeeper.ZKUtil(111): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on existing znode=/0569780979/rs/e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:50,446 WARN [RS:0;e4b56bc8c4b3:43367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:02:50,446 INFO [RS:0;e4b56bc8c4b3:43367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:02:50,446 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:50,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,43367,1731524568149] 2024-11-13T19:02:50,480 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:02:50,503 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:02:50,509 INFO [RS:0;e4b56bc8c4b3:43367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:02:50,509 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,511 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:02:50,520 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:02:50,523 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,523 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,523 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,524 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,524 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,524 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,524 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:02:50,525 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,525 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,525 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,525 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,526 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,526 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:50,526 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:02:50,526 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:02:50,527 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,528 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,528 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,528 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,528 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,528 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43367,1731524568149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:02:50,554 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:02:50,557 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43367,1731524568149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,558 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,558 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.Replication(171): e4b56bc8c4b3,43367,1731524568149 started 2024-11-13T19:02:50,580 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:50,581 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,43367,1731524568149, RpcServer on e4b56bc8c4b3/172.17.0.2:43367, sessionid=0x10136ddb1640001 2024-11-13T19:02:50,582 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:02:50,582 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:50,582 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43367,1731524568149' 2024-11-13T19:02:50,583 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0569780979/flush-table-proc/abort' 2024-11-13T19:02:50,584 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0569780979/flush-table-proc/acquired' 2024-11-13T19:02:50,585 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:02:50,585 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:02:50,585 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:50,585 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43367,1731524568149' 2024-11-13T19:02:50,585 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0569780979/online-snapshot/abort' 2024-11-13T19:02:50,586 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0569780979/online-snapshot/acquired' 2024-11-13T19:02:50,587 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:02:50,587 INFO [RS:0;e4b56bc8c4b3:43367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:02:50,588 INFO [RS:0;e4b56bc8c4b3:43367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:02:50,692 INFO [RS:0;e4b56bc8c4b3:43367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:02:50,696 INFO [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43367%2C1731524568149, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs, maxLogs=10 2024-11-13T19:02:50,719 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:02:50,719 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699, exclude list is [], retry=0 2024-11-13T19:02:50,719 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b 2024-11-13T19:02:50,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e,DISK] 2024-11-13T19:02:50,732 INFO [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 2024-11-13T19:02:50,743 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40611:40611)] 2024-11-13T19:02:50,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:02:51,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:51,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:02:51,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:02:51,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:51,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:51,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:02:51,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:02:51,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:51,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:51,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:02:51,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:02:51,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:51,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:51,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:02:51,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:02:51,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:51,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:51,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:02:51,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740 2024-11-13T19:02:51,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740 2024-11-13T19:02:51,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:02:51,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:02:51,187 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:02:51,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:02:51,197 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:02:51,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71595153, jitterRate=0.06685091555118561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:02:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524571149Initializing all the Stores at 1731524571153 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524571153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524571153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524571153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524571153Cleaning up temporary data from old regions at 1731524571186 (+33 ms)Region opened successfully at 1731524571203 (+17 ms) 2024-11-13T19:02:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:02:51,204 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:02:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:02:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:02:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:02:51,207 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:02:51,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524571204Disabling compacts and flushes for region at 1731524571204Disabling writes for close at 1731524571204Writing region close event to WAL at 1731524571206 (+2 ms)Closed at 1731524571207 (+1 ms) 2024-11-13T19:02:51,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:02:51,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:02:51,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:02:51,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:02:51,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:02:51,383 DEBUG [e4b56bc8c4b3:34237 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:02:51,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:51,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43367,1731524568149, state=OPENING 2024-11-13T19:02:51,436 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:02:51,444 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:51,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:51,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:02:51,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:02:51,447 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:02:51,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43367,1731524568149}] 2024-11-13T19:02:51,627 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:02:51,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:02:51,649 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:02:51,650 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:02:51,650 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:02:51,656 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43367%2C1731524568149.meta, suffix=.meta, logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs, maxLogs=10 2024-11-13T19:02:51,675 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.meta.1731524571659.meta, exclude list is [], retry=0 2024-11-13T19:02:51,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e,DISK] 2024-11-13T19:02:51,681 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.meta.1731524571659.meta 2024-11-13T19:02:51,682 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40611:40611)] 2024-11-13T19:02:51,682 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:02:51,687 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:02:51,688 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:02:51,691 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:02:51,695 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:02:51,699 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:02:51,700 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:51,700 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:02:51,700 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:02:51,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:02:51,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:02:51,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:51,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:51,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:02:51,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:02:51,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:51,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:51,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:02:51,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:02:51,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:51,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:51,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:02:51,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:02:51,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:51,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:51,720 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:02:51,721 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740 2024-11-13T19:02:51,724 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740 2024-11-13T19:02:51,726 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:02:51,727 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:02:51,727 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:02:51,730 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:02:51,733 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69020902, jitterRate=0.028491586446762085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:02:51,733 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:02:51,735 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524571701Writing region info on filesystem at 1731524571701Initializing all the Stores at 1731524571703 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524571703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524571704 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524571704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524571704Cleaning up temporary data from old regions at 1731524571727 (+23 ms)Running coprocessor post-open hooks at 1731524571733 (+6 ms)Region opened successfully at 1731524571735 (+2 ms) 2024-11-13T19:02:51,743 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524571618 2024-11-13T19:02:51,754 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:02:51,754 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:02:51,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:51,759 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43367,1731524568149, state=OPEN 2024-11-13T19:02:51,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0569780979/meta-region-server 2024-11-13T19:02:51,798 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0569780979/meta-region-server 2024-11-13T19:02:51,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:02:51,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:02:51,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:51,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:02:51,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43367,1731524568149 in 350 msec 2024-11-13T19:02:51,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:02:51,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 591 msec 2024-11-13T19:02:51,818 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:02:51,819 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:02:51,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:02:51,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43367,1731524568149, seqNum=-1] 2024-11-13T19:02:51,867 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:02:51,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:02:51,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7000 sec 2024-11-13T19:02:51,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524571893, completionTime=-1 2024-11-13T19:02:51,896 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:02:51,896 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:02:51,927 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:02:51,927 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524631927 2024-11-13T19:02:51,927 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524691927 2024-11-13T19:02:51,927 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-13T19:02:51,930 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34237,1731524567377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:51,931 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34237,1731524567377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:51,931 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34237,1731524567377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:51,933 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:34237, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:51,934 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:51,934 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:51,942 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:02:51,967 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.620sec 2024-11-13T19:02:51,968 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:02:51,970 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:02:51,970 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:02:51,971 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:02:51,971 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:02:51,972 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34237,1731524567377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:02:51,973 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34237,1731524567377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:02:51,983 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:02:51,984 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:02:51,985 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34237,1731524567377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:52,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4ff6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:52,078 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T19:02:52,078 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T19:02:52,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34237,-1 for getting cluster id 2024-11-13T19:02:52,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:52,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f29667-ac48-48e8-9edb-00a3b25c7fc7' 2024-11-13T19:02:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f29667-ac48-48e8-9edb-00a3b25c7fc7" 2024-11-13T19:02:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5823156a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34237,-1] 2024-11-13T19:02:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:52,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:52,104 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:52,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc3bc0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:52,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:02:52,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43367,1731524568149, seqNum=-1] 2024-11-13T19:02:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:02:52,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:02:52,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:52,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59617 2024-11-13T19:02:52,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:02:52,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136ddb1640002 connected 2024-11-13T19:02:52,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.log.dir so I do NOT create it in target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5 2024-11-13T19:02:52,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:02:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.tmp.dir so I do NOT create it in target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5 2024-11-13T19:02:52,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:02:52,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5 2024-11-13T19:02:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:02:52,206 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/cluster_b762fc24-5203-8193-3db8-593121ca86ad, deleteOnExit=true 2024-11-13T19:02:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:02:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/test.cache.data in system properties and HBase conf 2024-11-13T19:02:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:02:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:02:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:02:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:02:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:02:52,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:02:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:02:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:02:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:02:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:02:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:02:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:02:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:02:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:02:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:02:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:02:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:02:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:02:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:02:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:02:52,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:02:52,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:02:52,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:02:52,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:02:52,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:02:52,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:02:52,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40ef9de1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:02:52,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1739ceb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:02:52,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be88aaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/java.io.tmpdir/jetty-localhost-44819-hadoop-hdfs-3_4_1-tests_jar-_-any-15110615291402456040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:02:52,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e7d85d9{HTTP/1.1, (http/1.1)}{localhost:44819} 2024-11-13T19:02:52,593 INFO [Time-limited test {}] server.Server(415): Started @11754ms 2024-11-13T19:02:52,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:02:52,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:02:52,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:02:52,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:02:52,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:02:52,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12290fa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:02:52,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39c383e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:02:53,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9c26{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/java.io.tmpdir/jetty-localhost-40649-hadoop-hdfs-3_4_1-tests_jar-_-any-12313123637081044285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:02:53,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cf2b555{HTTP/1.1, (http/1.1)}{localhost:40649} 2024-11-13T19:02:53,090 INFO [Time-limited test {}] server.Server(415): Started @12251ms 2024-11-13T19:02:53,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:02:53,544 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/cluster_b762fc24-5203-8193-3db8-593121ca86ad/data/data2/current/BP-152723427-172.17.0.2-1731524572242/current, will proceed with Du for space computation calculation, 2024-11-13T19:02:53,544 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/cluster_b762fc24-5203-8193-3db8-593121ca86ad/data/data1/current/BP-152723427-172.17.0.2-1731524572242/current, will proceed with Du for space computation calculation, 2024-11-13T19:02:53,593 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:02:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc035f765c83e7285 with lease ID 0x4094d78f5086bb2f: Processing first storage report for DS-5fa59a43-059f-45de-a56c-b3bcda6d8d3a from datanode DatanodeRegistration(127.0.0.1:41707, datanodeUuid=9b176a5e-5d72-4f78-b564-30a8c9b7900a, infoPort=39209, infoSecurePort=0, ipcPort=46551, storageInfo=lv=-57;cid=testClusterID;nsid=1102385703;c=1731524572242) 2024-11-13T19:02:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc035f765c83e7285 with lease ID 0x4094d78f5086bb2f: from storage DS-5fa59a43-059f-45de-a56c-b3bcda6d8d3a node DatanodeRegistration(127.0.0.1:41707, datanodeUuid=9b176a5e-5d72-4f78-b564-30a8c9b7900a, infoPort=39209, infoSecurePort=0, ipcPort=46551, storageInfo=lv=-57;cid=testClusterID;nsid=1102385703;c=1731524572242), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:02:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc035f765c83e7285 with lease ID 0x4094d78f5086bb2f: Processing first storage report for DS-692e98b1-bee6-47ff-b346-af36cb427510 from datanode DatanodeRegistration(127.0.0.1:41707, datanodeUuid=9b176a5e-5d72-4f78-b564-30a8c9b7900a, infoPort=39209, infoSecurePort=0, ipcPort=46551, storageInfo=lv=-57;cid=testClusterID;nsid=1102385703;c=1731524572242) 2024-11-13T19:02:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc035f765c83e7285 with lease ID 0x4094d78f5086bb2f: from storage DS-692e98b1-bee6-47ff-b346-af36cb427510 node DatanodeRegistration(127.0.0.1:41707, datanodeUuid=9b176a5e-5d72-4f78-b564-30a8c9b7900a, infoPort=39209, infoSecurePort=0, ipcPort=46551, storageInfo=lv=-57;cid=testClusterID;nsid=1102385703;c=1731524572242), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:02:53,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5 2024-11-13T19:02:53,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:53,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:53,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:02:53,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99 with version=8 2024-11-13T19:02:53,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/hbase-staging 2024-11-13T19:02:53,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:02:53,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:53,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:02:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:02:53,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:02:53,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:02:53,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36877 2024-11-13T19:02:53,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36877 connecting to ZooKeeper ensemble=127.0.0.1:59617 2024-11-13T19:02:53,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368770x0, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:02:53,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36877-0x10136ddb1640003 connected 2024-11-13T19:02:53,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:53,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:53,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on znode that does not yet exist, /11642779810/running 2024-11-13T19:02:53,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99, hbase.cluster.distributed=false 2024-11-13T19:02:53,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on znode that does not yet exist, /11642779810/acl 2024-11-13T19:02:53,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36877 2024-11-13T19:02:53,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36877 2024-11-13T19:02:53,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36877 2024-11-13T19:02:53,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36877 2024-11-13T19:02:53,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36877 2024-11-13T19:02:53,771 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:02:53,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:53,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:53,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:02:53,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:02:53,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:02:53,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:02:53,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:02:53,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46821 2024-11-13T19:02:53,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46821 connecting to ZooKeeper ensemble=127.0.0.1:59617 2024-11-13T19:02:53,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:53,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:53,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468210x0, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:02:53,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468210x0, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on znode that does not yet exist, /11642779810/running 2024-11-13T19:02:53,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46821-0x10136ddb1640004 connected 2024-11-13T19:02:53,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:02:53,793 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:02:53,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on znode that does not yet exist, /11642779810/master 2024-11-13T19:02:53,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on znode that does not yet exist, /11642779810/acl 2024-11-13T19:02:53,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-13T19:02:53,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46821 2024-11-13T19:02:53,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46821 2024-11-13T19:02:53,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-13T19:02:53,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-13T19:02:53,816 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:36877 2024-11-13T19:02:53,817 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11642779810/backup-masters/e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:53,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810/backup-masters 2024-11-13T19:02:53,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810/backup-masters 2024-11-13T19:02:53,827 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on existing znode=/11642779810/backup-masters/e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:53,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11642779810/master 2024-11-13T19:02:53,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:53,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:53,837 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on existing znode=/11642779810/master 2024-11-13T19:02:53,837 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11642779810/backup-masters/e4b56bc8c4b3,36877,1731524573662 from backup master directory 2024-11-13T19:02:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11642779810/backup-masters/e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810/backup-masters 2024-11-13T19:02:53,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810/backup-masters 2024-11-13T19:02:53,844 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:02:53,844 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:53,853 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/hbase.id] with ID: f216a69f-b4ae-4fd8-828c-66facad3032f 2024-11-13T19:02:53,853 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/.tmp/hbase.id 2024-11-13T19:02:53,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:02:54,262 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/.tmp/hbase.id]:[hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/hbase.id] 2024-11-13T19:02:54,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:02:54,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:02:54,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-13T19:02:54,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:54,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:02:54,747 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:02:54,748 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:02:54,748 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:02:54,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:02:54,764 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store 2024-11-13T19:02:54,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:02:55,180 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:55,180 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:02:55,180 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:02:55,180 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:02:55,180 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:02:55,181 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:02:55,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:02:55,181 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524575180Disabling compacts and flushes for region at 1731524575180Disabling writes for close at 1731524575180Writing region close event to WAL at 1731524575181 (+1 ms)Closed at 1731524575181 2024-11-13T19:02:55,183 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/.initializing 2024-11-13T19:02:55,183 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/WALs/e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:55,185 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:02:55,189 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C36877%2C1731524573662, suffix=, logDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/WALs/e4b56bc8c4b3,36877,1731524573662, archiveDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/oldWALs, maxLogs=10 2024-11-13T19:02:55,209 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/WALs/e4b56bc8c4b3,36877,1731524573662/e4b56bc8c4b3%2C36877%2C1731524573662.1731524575189, exclude list is [], retry=0 2024-11-13T19:02:55,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-5fa59a43-059f-45de-a56c-b3bcda6d8d3a,DISK] 2024-11-13T19:02:55,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/WALs/e4b56bc8c4b3,36877,1731524573662/e4b56bc8c4b3%2C36877%2C1731524573662.1731524575189 2024-11-13T19:02:55,219 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39209:39209)] 2024-11-13T19:02:55,220 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:02:55,220 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:55,220 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,220 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:02:55,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:55,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:55,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:02:55,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:55,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:55,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:02:55,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:55,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:55,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:02:55,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:55,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:55,241 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,243 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,244 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,248 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,248 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,249 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:02:55,252 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:02:55,255 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:02:55,256 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70933825, jitterRate=0.056996360421180725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:02:55,256 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524575221Initializing all the Stores at 1731524575222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524575223 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524575223Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524575223Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524575223Cleaning up temporary data from old regions at 1731524575248 (+25 ms)Region opened successfully at 1731524575256 (+8 ms) 2024-11-13T19:02:55,257 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:02:55,263 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d06094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:02:55,264 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:02:55,264 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:02:55,264 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:02:55,264 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:02:55,265 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:02:55,266 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:02:55,266 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:02:55,270 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:02:55,271 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Unable to get data of znode /11642779810/balancer because node does not exist (not necessarily an error) 2024-11-13T19:02:55,303 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11642779810/balancer already deleted, retry=false 2024-11-13T19:02:55,303 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:02:55,304 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Unable to get data of znode /11642779810/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:02:55,311 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11642779810/normalizer already deleted, retry=false 2024-11-13T19:02:55,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:02:55,313 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Unable to get data of znode /11642779810/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:02:55,319 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11642779810/switch/split already deleted, retry=false 2024-11-13T19:02:55,321 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Unable to get data of znode /11642779810/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:02:55,328 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11642779810/switch/merge already deleted, retry=false 2024-11-13T19:02:55,331 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Unable to get data of znode /11642779810/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:02:55,336 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11642779810/snapshot-cleanup already deleted, retry=false 2024-11-13T19:02:55,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11642779810/running 2024-11-13T19:02:55,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11642779810/running 2024-11-13T19:02:55,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:55,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:55,347 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,36877,1731524573662, sessionid=0x10136ddb1640003, setting cluster-up flag (Was=false) 2024-11-13T19:02:55,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:55,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:55,386 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11642779810/flush-table-proc/acquired, /11642779810/flush-table-proc/reached, /11642779810/flush-table-proc/abort 2024-11-13T19:02:55,388 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:55,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:55,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:55,428 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11642779810/online-snapshot/acquired, /11642779810/online-snapshot/reached, /11642779810/online-snapshot/abort 2024-11-13T19:02:55,429 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:55,431 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:02:55,435 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:02:55,435 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:02:55,435 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:02:55,436 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,36877,1731524573662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:02:55,438 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:02:55,438 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:02:55,438 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:02:55,438 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:02:55,439 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:02:55,439 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,439 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:02:55,439 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524605444 2024-11-13T19:02:55,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:02:55,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:02:55,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:02:55,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:02:55,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:02:55,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:02:55,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:02:55,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:02:55,445 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,445 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:02:55,445 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:02:55,445 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:02:55,445 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:02:55,447 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:02:55,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:55,447 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:02:55,447 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524575447,5,FailOnTimeoutGroup] 2024-11-13T19:02:55,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:02:55,447 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524575447,5,FailOnTimeoutGroup] 2024-11-13T19:02:55,447 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,448 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:02:55,448 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,448 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:02:55,506 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(746): ClusterId : f216a69f-b4ae-4fd8-828c-66facad3032f 2024-11-13T19:02:55,506 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:02:55,512 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:02:55,512 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:02:55,521 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:02:55,521 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dcf45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:02:55,539 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:46821 2024-11-13T19:02:55,540 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:02:55,540 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:02:55,540 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:02:55,541 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,36877,1731524573662 with port=46821, startcode=1731524573771 2024-11-13T19:02:55,541 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:02:55,544 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:02:55,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:55,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36877 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:55,548 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99 2024-11-13T19:02:55,548 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44245 2024-11-13T19:02:55,548 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:02:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810/rs 2024-11-13T19:02:55,553 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] zookeeper.ZKUtil(111): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on existing znode=/11642779810/rs/e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:55,553 WARN [RS:0;e4b56bc8c4b3:46821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:02:55,553 INFO [RS:0;e4b56bc8c4b3:46821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:02:55,553 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/WALs/e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:55,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,46821,1731524573771] 2024-11-13T19:02:55,559 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:02:55,562 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:02:55,563 INFO [RS:0;e4b56bc8c4b3:46821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:02:55,563 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,563 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:02:55,564 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:02:55,564 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,565 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,566 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:02:55,566 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:02:55,566 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:02:55,566 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,566 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,566 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,566 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,566 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,566 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46821,1731524573771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:02:55,587 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:02:55,587 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46821,1731524573771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,587 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,587 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.Replication(171): e4b56bc8c4b3,46821,1731524573771 started 2024-11-13T19:02:55,611 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:55,612 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,46821,1731524573771, RpcServer on e4b56bc8c4b3/172.17.0.2:46821, sessionid=0x10136ddb1640004 2024-11-13T19:02:55,612 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:02:55,612 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:55,612 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,46821,1731524573771' 2024-11-13T19:02:55,612 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11642779810/flush-table-proc/abort' 2024-11-13T19:02:55,613 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11642779810/flush-table-proc/acquired' 2024-11-13T19:02:55,614 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:02:55,614 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:02:55,614 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:55,614 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,46821,1731524573771' 2024-11-13T19:02:55,614 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11642779810/online-snapshot/abort' 2024-11-13T19:02:55,615 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11642779810/online-snapshot/acquired' 2024-11-13T19:02:55,615 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:02:55,615 INFO [RS:0;e4b56bc8c4b3:46821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:02:55,616 INFO [RS:0;e4b56bc8c4b3:46821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:02:55,716 INFO [RS:0;e4b56bc8c4b3:46821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:02:55,720 INFO [RS:0;e4b56bc8c4b3:46821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C46821%2C1731524573771, suffix=, logDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/WALs/e4b56bc8c4b3,46821,1731524573771, archiveDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/oldWALs, maxLogs=10 2024-11-13T19:02:55,736 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/WALs/e4b56bc8c4b3,46821,1731524573771/e4b56bc8c4b3%2C46821%2C1731524573771.1731524575722, exclude list is [], retry=0 2024-11-13T19:02:55,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-5fa59a43-059f-45de-a56c-b3bcda6d8d3a,DISK] 2024-11-13T19:02:55,745 INFO [RS:0;e4b56bc8c4b3:46821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/WALs/e4b56bc8c4b3,46821,1731524573771/e4b56bc8c4b3%2C46821%2C1731524573771.1731524575722 2024-11-13T19:02:55,746 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39209:39209)] 2024-11-13T19:02:55,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:02:55,858 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99 2024-11-13T19:02:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:02:56,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:56,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:02:56,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:02:56,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:56,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:56,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:02:56,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:02:56,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:56,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:56,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:02:56,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:02:56,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:56,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:56,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:02:56,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:02:56,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:56,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:56,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:02:56,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740 2024-11-13T19:02:56,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740 2024-11-13T19:02:56,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:02:56,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:02:56,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:02:56,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:02:56,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:02:56,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64428770, jitterRate=-0.03993651270866394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:02:56,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524576271Initializing all the Stores at 1731524576274 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524576274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524576274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524576274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524576274Cleaning up temporary data from old regions at 1731524576294 (+20 ms)Region opened successfully at 1731524576301 (+7 ms) 2024-11-13T19:02:56,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:02:56,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:02:56,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:02:56,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:02:56,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:02:56,302 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:02:56,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524576301Disabling compacts and flushes for region at 1731524576301Disabling writes for close at 1731524576301Writing region close event to WAL at 1731524576302 (+1 ms)Closed at 1731524576302 2024-11-13T19:02:56,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:02:56,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:02:56,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:02:56,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:02:56,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:02:56,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:02:56,478 DEBUG [e4b56bc8c4b3:36877 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:02:56,478 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:56,480 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,46821,1731524573771, state=OPENING 2024-11-13T19:02:56,546 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:02:56,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:56,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:02:56,562 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:02:56,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11642779810/meta-region-server: CHANGED 2024-11-13T19:02:56,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11642779810/meta-region-server: CHANGED 2024-11-13T19:02:56,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,46821,1731524573771}] 2024-11-13T19:02:56,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:02:56,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:02:56,725 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:02:56,725 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:02:56,725 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:02:56,728 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C46821%2C1731524573771.meta, suffix=.meta, logDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/WALs/e4b56bc8c4b3,46821,1731524573771, archiveDir=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/oldWALs, maxLogs=10 2024-11-13T19:02:56,743 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/WALs/e4b56bc8c4b3,46821,1731524573771/e4b56bc8c4b3%2C46821%2C1731524573771.meta.1731524576730.meta, exclude list is [], retry=0 2024-11-13T19:02:56,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-5fa59a43-059f-45de-a56c-b3bcda6d8d3a,DISK] 2024-11-13T19:02:56,750 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/WALs/e4b56bc8c4b3,46821,1731524573771/e4b56bc8c4b3%2C46821%2C1731524573771.meta.1731524576730.meta 2024-11-13T19:02:56,751 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39209:39209)] 2024-11-13T19:02:56,751 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:02:56,751 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:02:56,752 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:02:56,752 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:02:56,752 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:02:56,752 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:02:56,752 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:56,752 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:02:56,752 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:02:56,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:02:56,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:02:56,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:56,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:56,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:02:56,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:02:56,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:56,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:56,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:02:56,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:02:56,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:56,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:56,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:02:56,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:02:56,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:56,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:02:56,762 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:02:56,763 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740 2024-11-13T19:02:56,766 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740 2024-11-13T19:02:56,769 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:02:56,769 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:02:56,770 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:02:56,773 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:02:56,775 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66776704, jitterRate=-0.0049495697021484375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:02:56,775 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:02:56,775 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524576752Writing region info on filesystem at 1731524576752Initializing all the Stores at 1731524576754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524576754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524576754Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524576754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524576754Cleaning up temporary data from old regions at 1731524576769 (+15 ms)Running coprocessor post-open hooks at 1731524576775 (+6 ms)Region opened successfully at 1731524576775 2024-11-13T19:02:56,777 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524576717 2024-11-13T19:02:56,781 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:02:56,781 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:02:56,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:56,784 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,46821,1731524573771, state=OPEN 2024-11-13T19:02:56,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11642779810/meta-region-server 2024-11-13T19:02:56,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11642779810/meta-region-server 2024-11-13T19:02:56,794 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:02:56,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11642779810/meta-region-server: CHANGED 2024-11-13T19:02:56,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11642779810/meta-region-server: CHANGED 2024-11-13T19:02:56,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:02:56,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,46821,1731524573771 in 232 msec 2024-11-13T19:02:56,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:02:56,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-13T19:02:56,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:02:56,806 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:02:56,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:02:56,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,46821,1731524573771, seqNum=-1] 2024-11-13T19:02:56,810 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:02:56,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:02:56,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3870 sec 2024-11-13T19:02:56,822 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524576822, completionTime=-1 2024-11-13T19:02:56,823 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:02:56,823 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524636826 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524696826 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36877,1731524573662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36877,1731524573662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36877,1731524573662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:36877, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:56,826 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:56,827 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:56,829 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:02:56,833 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.989sec 2024-11-13T19:02:56,833 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:02:56,833 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:02:56,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:02:56,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:02:56,834 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:02:56,835 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36877,1731524573662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:02:56,835 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36877,1731524573662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:02:56,839 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:02:56,839 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:02:56,839 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36877,1731524573662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:02:56,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b8a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:56,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:02:56,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:56,928 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:02:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:02:56,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c839c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:56,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:02:56,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:56,936 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:56,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5842011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:56,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:02:56,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,46821,1731524573771, seqNum=-1] 2024-11-13T19:02:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:02:56,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:02:56,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:56,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59617 2024-11-13T19:02:56,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:02:56,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136ddb1640005 connected 2024-11-13T19:02:56,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a60a92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:56,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34237,-1 for getting cluster id 2024-11-13T19:02:56,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:56,982 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f29667-ac48-48e8-9edb-00a3b25c7fc7' 2024-11-13T19:02:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f29667-ac48-48e8-9edb-00a3b25c7fc7" 2024-11-13T19:02:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751920c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34237,-1] 2024-11-13T19:02:56,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:56,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:56,986 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:56,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe62d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:56,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:57,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c3bc04e 2024-11-13T19:02:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:57,013 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:02:57,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:36877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:02:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:02:57,030 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:36877' 2024-11-13T19:02:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:02:57,032 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e92b0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:57,032 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:02:57,032 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:57,033 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:02:57,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:57,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:02:57,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81b1201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:57,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:02:57,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:57,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:57,036 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:57,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ed2213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:57,038 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9ba1f9 2024-11-13T19:02:57,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:57,046 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:02:57,059 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T19:02:57,059 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:02:57,065 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:57,065 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:57,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:02:57,067 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:02:57,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:02:57,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:02:57,077 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:57,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:02:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741835_1011 (size=1138) 2024-11-13T19:02:57,125 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:02:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:02:57,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:02:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:02:57,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c345f3c08c058120c43cbe3cb2731008, NAME => 'hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b 2024-11-13T19:02:57,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741836_1012 (size=44) 2024-11-13T19:02:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:02:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:02:57,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:02:57,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:02:57,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:02:57,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:02:57,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:02:57,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:02:57,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:02:57,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:57,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c345f3c08c058120c43cbe3cb2731008, disabling compactions & flushes 2024-11-13T19:02:57,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:02:57,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:02:57,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. after waiting 0 ms 2024-11-13T19:02:57,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:02:57,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:02:57,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c345f3c08c058120c43cbe3cb2731008: Waiting for close lock at 1731524577921Disabling compacts and flushes for region at 1731524577921Disabling writes for close at 1731524577922 (+1 ms)Writing region close event to WAL at 1731524577922Closed at 1731524577922 2024-11-13T19:02:57,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:02:57,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524577924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524577924"}]},"ts":"1731524577924"} 2024-11-13T19:02:57,933 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:02:57,935 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:02:57,938 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524577935"}]},"ts":"1731524577935"} 2024-11-13T19:02:57,941 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:02:57,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN}] 2024-11-13T19:02:57,944 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN 2024-11-13T19:02:57,946 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,43367,1731524568149; forceNewPlan=false, retain=false 2024-11-13T19:02:58,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c345f3c08c058120c43cbe3cb2731008, regionState=OPENING, regionLocation=e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:58,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN because future has completed 2024-11-13T19:02:58,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c345f3c08c058120c43cbe3cb2731008, server=e4b56bc8c4b3,43367,1731524568149}] 2024-11-13T19:02:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:02:58,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:02:58,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:02:58,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:02:58,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43367%2C1731524568149.rep, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs, maxLogs=10 2024-11-13T19:02:58,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.rep.1731524578267, exclude list is [], retry=0 2024-11-13T19:02:58,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e,DISK] 2024-11-13T19:02:58,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.rep.1731524578267 2024-11-13T19:02:58,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40611:40611)] 2024-11-13T19:02:58,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c345f3c08c058120c43cbe3cb2731008, NAME => 'hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:02:58,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:02:58,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:02:58,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. service=MultiRowMutationService 2024-11-13T19:02:58,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:02:58,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:02:58,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,294 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,296 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345f3c08c058120c43cbe3cb2731008 columnFamilyName hfileref 2024-11-13T19:02:58,297 DEBUG [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:58,297 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(327): Store=c345f3c08c058120c43cbe3cb2731008/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:58,298 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,300 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345f3c08c058120c43cbe3cb2731008 columnFamilyName queue 2024-11-13T19:02:58,300 DEBUG [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:58,302 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(327): Store=c345f3c08c058120c43cbe3cb2731008/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:58,302 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,305 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345f3c08c058120c43cbe3cb2731008 columnFamilyName sid 2024-11-13T19:02:58,305 DEBUG [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:02:58,306 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(327): Store=c345f3c08c058120c43cbe3cb2731008/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:02:58,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:02:58,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:02:58,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c345f3c08c058120c43cbe3cb2731008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71964239, jitterRate=0.07235072553157806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:02:58,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:02:58,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c345f3c08c058120c43cbe3cb2731008: Running coprocessor pre-open hook at 1731524578291Writing region info on filesystem at 1731524578291Initializing all the Stores at 1731524578293 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524578293Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524578293Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524578293Cleaning up temporary data from old regions at 1731524578310 (+17 ms)Running coprocessor post-open hooks at 1731524578320 (+10 ms)Region opened successfully at 1731524578321 (+1 ms) 2024-11-13T19:02:58,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008., pid=7, masterSystemTime=1731524578257 2024-11-13T19:02:58,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:02:58,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:02:58,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c345f3c08c058120c43cbe3cb2731008, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:02:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c345f3c08c058120c43cbe3cb2731008, server=e4b56bc8c4b3,43367,1731524568149 because future has completed 2024-11-13T19:02:58,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:02:58,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c345f3c08c058120c43cbe3cb2731008, server=e4b56bc8c4b3,43367,1731524568149 in 245 msec 2024-11-13T19:02:58,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:02:58,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN in 412 msec 2024-11-13T19:02:58,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:02:58,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524578362"}]},"ts":"1731524578362"} 2024-11-13T19:02:58,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:02:58,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:02:58,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3000 sec 2024-11-13T19:02:58,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008., hostname=e4b56bc8c4b3,43367,1731524568149, seqNum=2] 2024-11-13T19:02:58,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T19:02:58,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:58,503 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:02:58,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:02:58,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T19:02:58,690 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:02:58,732 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,43367,1731524568149, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:02:58,734 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:02:58,734 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43367,1731524568149, seqNum=-1] 2024-11-13T19:02:58,734 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:02:58,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T19:02:58,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,43367,1731524568149', locateType=CURRENT is [region=hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008., hostname=e4b56bc8c4b3,43367,1731524568149, seqNum=2] 2024-11-13T19:02:58,747 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T19:02:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T19:02:58,753 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,43367,1731524568149 suceeded 2024-11-13T19:02:58,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T19:02:58,758 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:36877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:02:58,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-13T19:02:58,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7410 sec 2024-11-13T19:02:58,768 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:36877' 2024-11-13T19:02:58,771 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5521663c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:58,771 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:02:58,771 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:58,772 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:02:58,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:58,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:02:58,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53ec1ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:58,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:02:58,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:58,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:58,775 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:58,776 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b0941d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:58,776 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:58,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f33fdf1 2024-11-13T19:02:58,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:58,779 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T19:02:58,780 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,43367,1731524568149 (queues=1) is replicating from cluster=68f29667-ac48-48e8-9edb-00a3b25c7fc7 to cluster=f216a69f-b4ae-4fd8-828c-66facad3032f 2024-11-13T19:02:58,783 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C43367%2C1731524568149 2024-11-13T19:02:58,788 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,43367,1731524568149, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:02:58,790 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.shippere4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C43367%2C1731524568149 2024-11-13T19:02:58,794 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699, startPosition=0, beingWritten=true 2024-11-13T19:02:59,059 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:02:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:02:59,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:02:59,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:02:59,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,187 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:02:59,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:02:59,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415b82f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34237,-1 for getting cluster id 2024-11-13T19:02:59,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:59,190 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f29667-ac48-48e8-9edb-00a3b25c7fc7' 2024-11-13T19:02:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f29667-ac48-48e8-9edb-00a3b25c7fc7" 2024-11-13T19:02:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc93632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34237,-1] 2024-11-13T19:02:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,193 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:59,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41268d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:59,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcb2a62 2024-11-13T19:02:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:59,199 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:02:59,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://e4b56bc8c4b3:36877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:02:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:02:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T19:02:59,204 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:36877' 2024-11-13T19:02:59,205 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69534be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,205 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:02:59,205 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:59,206 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:02:59,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:59,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:02:59,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f06091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:02:59,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:59,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,208 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:59,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffa92bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,209 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@91e06d9 2024-11-13T19:02:59,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:59,213 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:02:59,214 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T19:02:59,214 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:02:59,214 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,214 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:02:59,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:02:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T19:02:59,368 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:02:59,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T19:02:59,418 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T19:02:59,452 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-e4b56bc8c4b3,43367,1731524568149, ReplicationSource: 2, currentBandwidth=0 2024-11-13T19:02:59,455 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T19:02:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T19:02:59,460 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e4b56bc8c4b3,43367,1731524568149 suceeded 2024-11-13T19:02:59,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:02:59,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T19:02:59,465 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e4b56bc8c4b3:36877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:02:59,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 265 msec 2024-11-13T19:02:59,474 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:36877' 2024-11-13T19:02:59,475 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f65b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,475 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:02:59,476 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:59,477 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:02:59,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:59,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:02:59,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48cef951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:02:59,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:59,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,479 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:59,480 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c78808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,480 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:59,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:59,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b8c3144 2024-11-13T19:02:59,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:59,482 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T19:02:59,483 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e4b56bc8c4b3,43367,1731524568149 (queues=1) is replicating from cluster=68f29667-ac48-48e8-9edb-00a3b25c7fc7 to cluster=f216a69f-b4ae-4fd8-828c-66facad3032f 2024-11-13T19:02:59,483 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e4b56bc8c4b3%2C43367%2C1731524568149 2024-11-13T19:02:59,484 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e4b56bc8c4b3,43367,1731524568149, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:02:59,484 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.shippere4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C43367%2C1731524568149 2024-11-13T19:02:59,484 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699, startPosition=0, beingWritten=true 2024-11-13T19:02:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T19:02:59,517 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T19:02:59,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:02:59,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:02:59,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:02:59,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:02:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53dc6e4b 2024-11-13T19:02:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:59,525 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:02:59,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T19:02:59,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T19:02:59,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T19:02:59,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T19:02:59,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:36877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:02:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T19:02:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T19:02:59,541 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:36877' 2024-11-13T19:02:59,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522092c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,543 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:02:59,543 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:59,544 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:02:59,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:59,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:02:59,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f94db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:02:59,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:59,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,546 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:59,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b52f1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:59,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:59,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@189a2349 2024-11-13T19:02:59,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:59,549 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:02:59,550 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:02:59,550 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:02:59,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:02:59,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:02:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T19:02:59,693 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:02:59,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T19:02:59,718 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T19:02:59,720 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T19:02:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T19:02:59,723 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on e4b56bc8c4b3,43367,1731524568149 suceeded 2024-11-13T19:02:59,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T19:02:59,726 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://e4b56bc8c4b3:36877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:02:59,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T19:02:59,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-13T19:02:59,777 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:02:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T19:02:59,856 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T19:02:59,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://e4b56bc8c4b3:36877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:02:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T19:02:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T19:02:59,862 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:36877' 2024-11-13T19:02:59,863 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594dc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,863 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:02:59,864 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:02:59,865 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:02:59,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:02:59,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:02:59,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e90c4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:02:59,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:02:59,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,867 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:02:59,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375528e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:02:59,867 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:02:59,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:02:59,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d823f5e 2024-11-13T19:02:59,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:02:59,869 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:02:59,870 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T19:02:59,870 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:02:59,870 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,870 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:02:59,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:02:59,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:02:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T19:03:00,001 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:03:00,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T19:03:00,058 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T19:03:00,059 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T19:03:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T19:03:00,062 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on e4b56bc8c4b3,43367,1731524568149 suceeded 2024-11-13T19:03:00,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T19:03:00,066 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://e4b56bc8c4b3:36877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:03:00,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T19:03:00,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 209 msec 2024-11-13T19:03:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T19:03:00,176 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T19:03:00,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T19:03:00,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T19:03:00,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:00,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:00,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:00,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:00,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:00,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:03:00,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-13T19:03:00,181 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,34237,1731524567377 2024-11-13T19:03:00,211 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/running 2024-11-13T19:03:00,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/running 2024-11-13T19:03:00,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:00,211 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:00,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:00,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:00,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:00,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:00,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/running 2024-11-13T19:03:00,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/running 2024-11-13T19:03:00,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,43367,1731524568149' ***** 2024-11-13T19:03:00,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:03:00,213 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:03:00,213 INFO [RS:0;e4b56bc8c4b3:43367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:03:00,213 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:03:00,213 INFO [RS:0;e4b56bc8c4b3:43367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:03:00,213 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:00,214 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:03:00,214 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:00,214 INFO [RS:0;e4b56bc8c4b3:43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:43367. 2024-11-13T19:03:00,214 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:00,214 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:00,214 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:03:00,214 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c345f3c08c058120c43cbe3cb2731008, disabling compactions & flushes 2024-11-13T19:03:00,214 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:03:00,214 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:03:00,214 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:00,214 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:03:00,214 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:00,214 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. after waiting 0 ms 2024-11-13T19:03:00,214 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:00,215 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:03:00,215 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:00,215 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c345f3c08c058120c43cbe3cb2731008=hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.} 2024-11-13T19:03:00,215 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:00,215 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:00,215 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:00,215 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:00,215 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:00,218 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T19:03:00,218 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c345f3c08c058120c43cbe3cb2731008 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T19:03:00,238 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:00,285 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:03:00,286 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/.tmp/queue/5bdd4153c99348698d10e9308251aa35 is 151, key is 1-e4b56bc8c4b3,43367,1731524568149/queue:e4b56bc8c4b3%2C43367%2C1731524568149/1731524578742/Put/seqid=0 2024-11-13T19:03:00,286 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/info/7030e76643b54c2594d78eb8757562fc is 147, key is hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008./info:regioninfo/1731524578329/Put/seqid=0 2024-11-13T19:03:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741838_1014 (size=5500) 2024-11-13T19:03:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741839_1015 (size=6631) 2024-11-13T19:03:00,302 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/.tmp/queue/5bdd4153c99348698d10e9308251aa35 2024-11-13T19:03:00,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/.tmp/queue/5bdd4153c99348698d10e9308251aa35 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/queue/5bdd4153c99348698d10e9308251aa35 2024-11-13T19:03:00,361 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/queue/5bdd4153c99348698d10e9308251aa35, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T19:03:00,369 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c345f3c08c058120c43cbe3cb2731008 in 149ms, sequenceid=6, compaction requested=false 2024-11-13T19:03:00,370 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:03:00,381 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:03:00,384 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:00,384 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:00,385 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:00,385 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c345f3c08c058120c43cbe3cb2731008: Waiting for close lock at 1731524580214Running coprocessor pre-close hooks at 1731524580214Disabling compacts and flushes for region at 1731524580214Disabling writes for close at 1731524580214Obtaining lock to block concurrent updates at 1731524580218 (+4 ms)Preparing flush snapshotting stores in c345f3c08c058120c43cbe3cb2731008 at 1731524580218Finished memstore snapshotting hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731524580227 (+9 ms)Flushing stores of hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. at 1731524580228 (+1 ms)Flushing c345f3c08c058120c43cbe3cb2731008/queue: creating writer at 1731524580230 (+2 ms)Flushing c345f3c08c058120c43cbe3cb2731008/queue: appending metadata at 1731524580270 (+40 ms)Flushing c345f3c08c058120c43cbe3cb2731008/queue: closing flushed file at 1731524580274 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411b1fb5: reopening flushed file at 1731524580348 (+74 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c345f3c08c058120c43cbe3cb2731008 in 149ms, sequenceid=6, compaction requested=false at 1731524580369 (+21 ms)Writing region close event to WAL at 1731524580375 (+6 ms)Running coprocessor post-close hooks at 1731524580382 (+7 ms)Closed at 1731524580385 (+3 ms) 2024-11-13T19:03:00,385 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:00,408 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:03:00,415 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:00,528 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:03:00,528 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:03:00,616 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:00,704 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/info/7030e76643b54c2594d78eb8757562fc 2024-11-13T19:03:00,732 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/ns/99edaf5ef0c848d6846c0a6fbb0771c4 is 43, key is default/ns:d/1731524571875/Put/seqid=0 2024-11-13T19:03:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:03:00,816 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:00,893 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:03:00,916 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:03:01,016 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:01,140 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/ns/99edaf5ef0c848d6846c0a6fbb0771c4 2024-11-13T19:03:01,165 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/table/8467cc7f22e641258bd061c6d75945e0 is 53, key is hbase:replication/table:state/1731524578362/Put/seqid=0 2024-11-13T19:03:01,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741841_1017 (size=5256) 2024-11-13T19:03:01,216 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:03:01,217 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:03:01,217 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:01,417 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:01,522 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:03:01,572 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/table/8467cc7f22e641258bd061c6d75945e0 2024-11-13T19:03:01,583 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/info/7030e76643b54c2594d78eb8757562fc as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/info/7030e76643b54c2594d78eb8757562fc 2024-11-13T19:03:01,594 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/info/7030e76643b54c2594d78eb8757562fc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T19:03:01,596 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/ns/99edaf5ef0c848d6846c0a6fbb0771c4 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/ns/99edaf5ef0c848d6846c0a6fbb0771c4 2024-11-13T19:03:01,601 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 to pos 0, reset compression=false 2024-11-13T19:03:01,611 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/ns/99edaf5ef0c848d6846c0a6fbb0771c4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:03:01,613 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/table/8467cc7f22e641258bd061c6d75945e0 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/table/8467cc7f22e641258bd061c6d75945e0 2024-11-13T19:03:01,617 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:01,625 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/table/8467cc7f22e641258bd061c6d75945e0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T19:03:01,627 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1412ms, sequenceid=11, compaction requested=false 2024-11-13T19:03:01,636 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:03:01,637 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:01,637 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:01,637 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:01,638 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524580215Running coprocessor pre-close hooks at 1731524580215Disabling compacts and flushes for region at 1731524580215Disabling writes for close at 1731524580215Obtaining lock to block concurrent updates at 1731524580218 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731524580218Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731524580227 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524580228 (+1 ms)Flushing 1588230740/info: creating writer at 1731524580230 (+2 ms)Flushing 1588230740/info: appending metadata at 1731524580271 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731524580274 (+3 ms)Flushing 1588230740/ns: creating writer at 1731524580714 (+440 ms)Flushing 1588230740/ns: appending metadata at 1731524580731 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731524580731Flushing 1588230740/table: creating writer at 1731524581149 (+418 ms)Flushing 1588230740/table: appending metadata at 1731524581164 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731524581164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331cc164: reopening flushed file at 1731524581581 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a5265e: reopening flushed file at 1731524581594 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57641b1b: reopening flushed file at 1731524581611 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1412ms, sequenceid=11, compaction requested=false at 1731524581627 (+16 ms)Writing region close event to WAL at 1731524581631 (+4 ms)Running coprocessor post-close hooks at 1731524581637 (+6 ms)Closed at 1731524581637 2024-11-13T19:03:01,638 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:01,818 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,43367,1731524568149; all regions closed. 2024-11-13T19:03:01,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741834_1010 (size=2742) 2024-11-13T19:03:01,827 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs 2024-11-13T19:03:01,827 INFO [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43367%2C1731524568149.meta:.meta(num 1731524571659) 2024-11-13T19:03:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741837_1013 (size=1802) 2024-11-13T19:03:01,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.rep.1731524578267 not finished, retry = 0 2024-11-13T19:03:01,934 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs 2024-11-13T19:03:01,934 INFO [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43367%2C1731524568149.rep:(num 1731524578267) 2024-11-13T19:03:01,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:03:01,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149/e4b56bc8c4b3%2C43367%2C1731524568149.1731524570699 not finished, retry = 0 2024-11-13T19:03:02,045 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs 2024-11-13T19:03:02,045 INFO [RS:0;e4b56bc8c4b3:43367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43367%2C1731524568149:(num 1731524570699) 2024-11-13T19:03:02,045 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:02,045 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:02,045 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:02,046 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:02,046 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:02,046 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:02,046 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,43367,1731524568149 because: Region server is closing 2024-11-13T19:03:02,047 INFO [RS:0;e4b56bc8c4b3:43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:43367. 2024-11-13T19:03:02,047 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:02,047 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:02,047 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:02,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:02,147 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.wal-reader.e4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:03:02,147 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.shippere4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:03:02,148 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43367,1731524568149.replicationSource.shippere4b56bc8c4b3%2C43367%2C1731524568149,1-e4b56bc8c4b3,43367,1731524568149 terminated 2024-11-13T19:03:02,148 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e4b56bc8c4b3,43367,1731524568149 because: Region server is closing 2024-11-13T19:03:02,148 INFO [RS:0;e4b56bc8c4b3:43367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:43367. 2024-11-13T19:03:02,149 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:02,149 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:02,149 DEBUG [RS:0;e4b56bc8c4b3:43367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:02,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:02,249 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.shippere4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:03:02,250 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,43367,1731524568149.replicationSource.shippere4b56bc8c4b3%2C43367%2C1731524568149,2-e4b56bc8c4b3,43367,1731524568149 terminated 2024-11-13T19:03:02,250 INFO [RS:0;e4b56bc8c4b3:43367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43367 2024-11-13T19:03:02,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:03:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/rs 2024-11-13T19:03:02,286 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/rs/e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:03:02,286 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:02,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,43367,1731524568149] 2024-11-13T19:03:02,302 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/draining/e4b56bc8c4b3,43367,1731524568149 already deleted, retry=false 2024-11-13T19:03:02,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,43367,1731524568149 expired; onlineServers=0 2024-11-13T19:03:02,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,34237,1731524567377' ***** 2024-11-13T19:03:02,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:03:02,303 INFO [M:0;e4b56bc8c4b3:34237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:02,303 INFO [M:0;e4b56bc8c4b3:34237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:02,304 DEBUG [M:0;e4b56bc8c4b3:34237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:03:02,304 DEBUG [M:0;e4b56bc8c4b3:34237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:03:02,304 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:03:02,304 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524570321 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524570321,5,FailOnTimeoutGroup] 2024-11-13T19:03:02,304 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524570322 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524570322,5,FailOnTimeoutGroup] 2024-11-13T19:03:02,304 INFO [M:0;e4b56bc8c4b3:34237 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:02,304 INFO [M:0;e4b56bc8c4b3:34237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:02,304 DEBUG [M:0;e4b56bc8c4b3:34237 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:03:02,305 INFO [M:0;e4b56bc8c4b3:34237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:03:02,305 INFO [M:0;e4b56bc8c4b3:34237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:02,306 INFO [M:0;e4b56bc8c4b3:34237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:03:02,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:03:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/master 2024-11-13T19:03:02,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:02,311 DEBUG [M:0;e4b56bc8c4b3:34237 {}] zookeeper.ZKUtil(347): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/master because node does not exist (not an error) 2024-11-13T19:03:02,311 WARN [M:0;e4b56bc8c4b3:34237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:03:02,312 INFO [M:0;e4b56bc8c4b3:34237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/.lastflushedseqids 2024-11-13T19:03:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741842_1018 (size=181) 2024-11-13T19:03:02,395 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:02,395 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43367-0x10136ddb1640001, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:02,395 INFO [RS:0;e4b56bc8c4b3:43367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:02,396 INFO [RS:0;e4b56bc8c4b3:43367 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,43367,1731524568149; zookeeper connection closed. 2024-11-13T19:03:02,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4263dbaa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4263dbaa 2024-11-13T19:03:02,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:03:02,726 INFO [M:0;e4b56bc8c4b3:34237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:03:02,726 INFO [M:0;e4b56bc8c4b3:34237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:03:02,727 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:02,727 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:02,727 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:02,727 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:02,727 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:02,727 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T19:03:02,749 DEBUG [M:0;e4b56bc8c4b3:34237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaa8bbcdb7c0481b8ea142e3c7ee5c34 is 82, key is hbase:meta,,1/info:regioninfo/1731524571756/Put/seqid=0 2024-11-13T19:03:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741843_1019 (size=5672) 2024-11-13T19:03:03,158 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaa8bbcdb7c0481b8ea142e3c7ee5c34 2024-11-13T19:03:03,188 DEBUG [M:0;e4b56bc8c4b3:34237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecfa807ae1fe454b939b8bc33814c185 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731524578370/Put/seqid=0 2024-11-13T19:03:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741844_1020 (size=8663) 2024-11-13T19:03:03,594 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecfa807ae1fe454b939b8bc33814c185 2024-11-13T19:03:03,623 DEBUG [M:0;e4b56bc8c4b3:34237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe83fc22cd94acba6c9b3f2589f948d is 69, key is e4b56bc8c4b3,43367,1731524568149/rs:state/1731524570430/Put/seqid=0 2024-11-13T19:03:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741845_1021 (size=5156) 2024-11-13T19:03:03,630 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe83fc22cd94acba6c9b3f2589f948d 2024-11-13T19:03:03,639 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaa8bbcdb7c0481b8ea142e3c7ee5c34 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaa8bbcdb7c0481b8ea142e3c7ee5c34 2024-11-13T19:03:03,648 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaa8bbcdb7c0481b8ea142e3c7ee5c34, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T19:03:03,649 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecfa807ae1fe454b939b8bc33814c185 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecfa807ae1fe454b939b8bc33814c185 2024-11-13T19:03:03,659 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecfa807ae1fe454b939b8bc33814c185, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T19:03:03,660 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfe83fc22cd94acba6c9b3f2589f948d as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe83fc22cd94acba6c9b3f2589f948d 2024-11-13T19:03:03,669 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe83fc22cd94acba6c9b3f2589f948d, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T19:03:03,670 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=115, compaction requested=false 2024-11-13T19:03:03,672 INFO [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:03,672 DEBUG [M:0;e4b56bc8c4b3:34237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524582727Disabling compacts and flushes for region at 1731524582727Disabling writes for close at 1731524582727Obtaining lock to block concurrent updates at 1731524582727Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524582727Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731524582728 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524582729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524582729Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524582749 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524582749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524583168 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524583187 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524583187Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524583602 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524583622 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524583622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b0f76d: reopening flushed file at 1731524583638 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d307222: reopening flushed file at 1731524583648 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465155f5: reopening flushed file at 1731524583659 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=115, compaction requested=false at 1731524583671 (+12 ms)Writing region close event to WAL at 1731524583672 (+1 ms)Closed at 1731524583672 2024-11-13T19:03:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741830_1006 (size=59421) 2024-11-13T19:03:03,678 INFO [M:0;e4b56bc8c4b3:34237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:03:03,678 INFO [M:0;e4b56bc8c4b3:34237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34237 2024-11-13T19:03:03,678 INFO [M:0;e4b56bc8c4b3:34237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:03,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:03,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:03,811 INFO [M:0;e4b56bc8c4b3:34237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:03,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34237-0x10136ddb1640000, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:03,814 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:03,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:03,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:03,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:03,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:03,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:03,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:03:03,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:03,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34611 2024-11-13T19:03:03,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34611 connecting to ZooKeeper ensemble=127.0.0.1:59617 2024-11-13T19:03:03,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346110x0, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:03,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34611-0x10136ddb1640006 connected 2024-11-13T19:03:03,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:03,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:03,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/running 2024-11-13T19:03:03,845 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: INIT 2024-11-13T19:03:03,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b, hbase.cluster.distributed=false 2024-11-13T19:03:03,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/acl 2024-11-13T19:03:03,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34611 2024-11-13T19:03:03,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34611 2024-11-13T19:03:03,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34611 2024-11-13T19:03:03,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34611 2024-11-13T19:03:03,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34611 2024-11-13T19:03:03,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:03,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:03,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:03,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:03,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:03,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:03,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:03:03,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:03,882 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40327 2024-11-13T19:03:03,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40327 connecting to ZooKeeper ensemble=127.0.0.1:59617 2024-11-13T19:03:03,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:03,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:03,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403270x0, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:03,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403270x0, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/running 2024-11-13T19:03:03,901 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: INIT 2024-11-13T19:03:03,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40327-0x10136ddb1640007 connected 2024-11-13T19:03:03,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:03:03,902 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:03:03,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/master 2024-11-13T19:03:03,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/acl 2024-11-13T19:03:03,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-13T19:03:03,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40327 2024-11-13T19:03:03,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40327 2024-11-13T19:03:03,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-13T19:03:03,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40327 2024-11-13T19:03:03,921 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:34611 2024-11-13T19:03:03,922 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0569780979/backup-masters/e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:03,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/backup-masters 2024-11-13T19:03:03,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/backup-masters 2024-11-13T19:03:03,929 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on existing znode=/0569780979/backup-masters/e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:03,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0569780979/master 2024-11-13T19:03:03,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:03,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:03,936 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on existing znode=/0569780979/master 2024-11-13T19:03:03,937 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0569780979/backup-masters/e4b56bc8c4b3,34611,1731524583814 from backup master directory 2024-11-13T19:03:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/backup-masters/e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/backup-masters 2024-11-13T19:03:03,944 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/backup-masters 2024-11-13T19:03:03,944 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:03,962 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:03,963 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:03:03,979 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-13T19:03:03,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741846_1022 (size=196) 2024-11-13T19:03:04,395 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:04,396 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:03:04,397 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:04,406 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T19:03:04,410 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377 to hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377-dead as it is dead 2024-11-13T19:03:04,412 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T19:03:04,412 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T19:03:04,412 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377-dead/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547 2024-11-13T19:03:04,419 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377-dead/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547 after 4ms 2024-11-13T19:03:04,420 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377-dead/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547 to hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547 2024-11-13T19:03:04,420 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34237,1731524567377-dead 2024-11-13T19:03:04,421 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:04,422 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:04,424 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C34611%2C1731524583814, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34611,1731524583814, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/oldWALs, maxLogs=10 2024-11-13T19:03:04,437 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34611,1731524583814/e4b56bc8c4b3%2C34611%2C1731524583814.1731524584424, exclude list is [], retry=0 2024-11-13T19:03:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e,DISK] 2024-11-13T19:03:04,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/WALs/e4b56bc8c4b3,34611,1731524583814/e4b56bc8c4b3%2C34611%2C1731524583814.1731524584424 2024-11-13T19:03:04,444 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40611:40611)] 2024-11-13T19:03:04,444 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:04,445 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:04,445 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,445 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:03:04,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:04,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaa8bbcdb7c0481b8ea142e3c7ee5c34 2024-11-13T19:03:04,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:04,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:03:04,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:04,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecfa807ae1fe454b939b8bc33814c185 2024-11-13T19:03:04,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:04,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:03:04,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:04,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfe83fc22cd94acba6c9b3f2589f948d 2024-11-13T19:03:04,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:04,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:03:04,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:04,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:04,488 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,489 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T19:03:04,489 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547 2024-11-13T19:03:04,511 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547 2024-11-13T19:03:04,513 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e4b56bc8c4b3%2C34237%2C1731524567377.1731524569547 2024-11-13T19:03:04,515 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,515 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,516 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:04,517 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:04,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T19:03:04,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63375113, jitterRate=-0.05563722550868988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:04,522 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524584445Initializing all the Stores at 1731524584446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524584446Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524584446Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524584446Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524584446Cleaning up temporary data from old regions at 1731524584515 (+69 ms)Region opened successfully at 1731524584521 (+6 ms) 2024-11-13T19:03:04,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:03:04,526 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ff7813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:04,537 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T19:03:04,538 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:03:04,538 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:03:04,538 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:03:04,539 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:03:04,546 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:04,547 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:03:04,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:03:04,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:03:04,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T19:03:04,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T19:03:04,549 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-13T19:03:04,549 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:03:04,554 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e4b56bc8c4b3,43367,1731524568149, regionLocation=e4b56bc8c4b3,43367,1731524568149, openSeqNum=2 2024-11-13T19:03:04,554 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e4b56bc8c4b3,43367,1731524568149, table=hbase:meta, region=1588230740 2024-11-13T19:03:04,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43367,1731524568149, state=OPEN 2024-11-13T19:03:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0569780979/meta-region-server 2024-11-13T19:03:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0569780979/meta-region-server 2024-11-13T19:03:04,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:03:04,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:03:04,591 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:03:04,600 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/draining/e4b56bc8c4b3,43367,1731524568149 already deleted, retry=false 2024-11-13T19:03:04,601 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e4b56bc8c4b3,43367,1731524568149 on e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:04,606 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e4b56bc8c4b3,43367,1731524568149, splitWal=true, meta=true 2024-11-13T19:03:04,608 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for e4b56bc8c4b3,43367,1731524568149 (carryingMeta=true) e4b56bc8c4b3,43367,1731524568149/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3ceca586[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T19:03:04,611 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/balancer because node does not exist (not necessarily an error) 2024-11-13T19:03:04,619 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/balancer already deleted, retry=false 2024-11-13T19:03:04,620 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:03:04,621 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:03:04,647 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/normalizer already deleted, retry=false 2024-11-13T19:03:04,648 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:03:04,649 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:03:04,661 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/switch/split already deleted, retry=false 2024-11-13T19:03:04,663 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:03:04,669 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/switch/merge already deleted, retry=false 2024-11-13T19:03:04,689 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:03:04,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/snapshot-cleanup already deleted, retry=false 2024-11-13T19:03:04,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0569780979/running 2024-11-13T19:03:04,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0569780979/running 2024-11-13T19:03:04,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:04,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:04,703 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,34611,1731524583814, sessionid=0x10136ddb1640006, setting cluster-up flag (Was=false) 2024-11-13T19:03:04,712 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0569780979/flush-table-proc/acquired, /0569780979/flush-table-proc/reached, /0569780979/flush-table-proc/abort 2024-11-13T19:03:04,714 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:04,720 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0569780979/online-snapshot/acquired, /0569780979/online-snapshot/reached, /0569780979/online-snapshot/abort 2024-11-13T19:03:04,721 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:04,723 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/.lastflushedseqids 2024-11-13T19:03:04,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:03:04,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:03:04,727 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,34611,1731524583814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e4b56bc8c4b3,43367,1731524568149 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:03:04,729 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:04,730 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:04,730 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:04,730 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:04,730 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:03:04,730 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,730 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:04,730 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,731 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524614731 2024-11-13T19:03:04,731 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:03:04,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:03:04,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:03:04,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:03:04,733 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524584733,5,FailOnTimeoutGroup] 2024-11-13T19:03:04,733 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524584733,5,FailOnTimeoutGroup] 2024-11-13T19:03:04,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:03:04,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524584733, completionTime=-1 2024-11-13T19:03:04,734 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T19:03:04,734 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e4b56bc8c4b3,43367,1731524568149, splitWal=true, meta=true 2024-11-13T19:03:04,735 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e4b56bc8c4b3,43367,1731524568149, splitWal=true, meta=true, isMeta: true 2024-11-13T19:03:04,736 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T19:03:04,738 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149-splitting 2024-11-13T19:03:04,739 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149-splitting dir is empty, no logs to split. 2024-11-13T19:03:04,739 INFO [PEWorker-1 {}] master.SplitWALManager(105): e4b56bc8c4b3,43367,1731524568149 WAL count=0, meta=true 2024-11-13T19:03:04,744 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149-splitting dir is empty, no logs to split. 2024-11-13T19:03:04,744 INFO [PEWorker-1 {}] master.SplitWALManager(105): e4b56bc8c4b3,43367,1731524568149 WAL count=0, meta=true 2024-11-13T19:03:04,744 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e4b56bc8c4b3,43367,1731524568149 WAL splitting is done? wals=0, meta=true 2024-11-13T19:03:04,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:03:04,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:04,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:03:04,812 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(746): ClusterId : 68f29667-ac48-48e8-9edb-00a3b25c7fc7 2024-11-13T19:03:04,812 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:03:04,820 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:03:04,820 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:03:04,829 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:03:04,829 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550b6034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:04,842 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:40327 2024-11-13T19:03:04,842 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:03:04,842 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:03:04,842 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:03:04,843 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,34611,1731524583814 with port=40327, startcode=1731524583880 2024-11-13T19:03:04,843 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:03:04,845 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:03:04,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:04,846 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34611 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:04,849 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b 2024-11-13T19:03:04,849 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43321 2024-11-13T19:03:04,849 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:03:04,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/rs 2024-11-13T19:03:04,860 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] zookeeper.ZKUtil(111): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on existing znode=/0569780979/rs/e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:04,860 WARN [RS:0;e4b56bc8c4b3:40327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:04,860 INFO [RS:0;e4b56bc8c4b3:40327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:04,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,40327,1731524583880] 2024-11-13T19:03:04,860 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:04,887 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=153ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T19:03:04,902 WARN [e4b56bc8c4b3:34611 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:03:04,913 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:03:04,915 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:03:04,916 INFO [RS:0;e4b56bc8c4b3:40327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:03:04,916 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,917 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:03:04,919 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:03:04,919 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,919 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,919 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,919 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,919 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,919 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:04,920 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:04,921 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,921 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,921 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,921 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,921 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,921 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40327,1731524583880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:04,944 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:03:04,944 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40327,1731524583880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,965 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,40327,1731524583880, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:03:04,980 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSource(231): queueId=2-e4b56bc8c4b3,40327,1731524583880, ReplicationSource: 2, currentBandwidth=0 2024-11-13T19:03:04,981 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,1-e4b56bc8c4b3,40327,1731524583880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:36877' 2024-11-13T19:03:04,982 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,983 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.Replication(171): e4b56bc8c4b3,40327,1731524583880 started 2024-11-13T19:03:04,987 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,1-e4b56bc8c4b3,40327,1731524583880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b381148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:04,987 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,1-e4b56bc8c4b3,40327,1731524583880 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:03:04,987 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,1-e4b56bc8c4b3,40327,1731524583880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:04,989 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:03:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:03:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@191d67a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:04,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:03:04,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:04,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:04,992 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:04,997 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,1-e4b56bc8c4b3,40327,1731524583880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19752651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:04,997 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,1-e4b56bc8c4b3,40327,1731524583880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:04,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:03:04,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1689ee27 2024-11-13T19:03:04,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:04,999 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:04,999 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,40327,1731524583880, RpcServer on e4b56bc8c4b3/172.17.0.2:40327, sessionid=0x10136ddb1640007 2024-11-13T19:03:04,999 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:03:04,999 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:04,999 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40327,1731524583880' 2024-11-13T19:03:04,999 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0569780979/flush-table-proc/abort' 2024-11-13T19:03:05,000 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T19:03:05,000 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0569780979/flush-table-proc/acquired' 2024-11-13T19:03:05,000 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:03:05,000 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:03:05,001 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:05,001 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40327,1731524583880' 2024-11-13T19:03:05,001 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0569780979/online-snapshot/abort' 2024-11-13T19:03:05,001 INFO [RS:0;e4b56bc8c4b3:40327.replicationSource,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,40327,1731524583880 (queues=0) is replicating from cluster=68f29667-ac48-48e8-9edb-00a3b25c7fc7 to cluster=f216a69f-b4ae-4fd8-828c-66facad3032f 2024-11-13T19:03:05,001 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0569780979/online-snapshot/acquired' 2024-11-13T19:03:05,001 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:03:05,001 INFO [RS:0;e4b56bc8c4b3:40327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:03:05,002 INFO [RS:0;e4b56bc8c4b3:40327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:03:05,002 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,2-e4b56bc8c4b3,40327,1731524583880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:36877' 2024-11-13T19:03:05,011 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,2-e4b56bc8c4b3,40327,1731524583880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17044e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:05,011 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,2-e4b56bc8c4b3,40327,1731524583880 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,36877,-1 for getting cluster id 2024-11-13T19:03:05,012 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,2-e4b56bc8c4b3,40327,1731524583880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:05,013 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f216a69f-b4ae-4fd8-828c-66facad3032f' 2024-11-13T19:03:05,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:05,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f216a69f-b4ae-4fd8-828c-66facad3032f" 2024-11-13T19:03:05,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c3015a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:05,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,36877,-1] 2024-11-13T19:03:05,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:05,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:05,015 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:05,016 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,2-e4b56bc8c4b3,40327,1731524583880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18971803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:05,016 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource,2-e4b56bc8c4b3,40327,1731524583880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:05,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:03:05,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c0d770 2024-11-13T19:03:05,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:05,019 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T19:03:05,020 INFO [RS:0;e4b56bc8c4b3:40327.replicationSource,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e4b56bc8c4b3,40327,1731524583880 (queues=0) is replicating from cluster=68f29667-ac48-48e8-9edb-00a3b25c7fc7 to cluster=f216a69f-b4ae-4fd8-828c-66facad3032f 2024-11-13T19:03:05,102 INFO [RS:0;e4b56bc8c4b3:40327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:05,105 INFO [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40327%2C1731524583880, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs, maxLogs=10 2024-11-13T19:03:05,120 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105, exclude list is [], retry=0 2024-11-13T19:03:05,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e,DISK] 2024-11-13T19:03:05,127 INFO [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 2024-11-13T19:03:05,127 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e4b56bc8c4b3%2C40327%2C1731524583880 for peer 1 2024-11-13T19:03:05,127 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e4b56bc8c4b3%2C40327%2C1731524583880 for peer 2 2024-11-13T19:03:05,127 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C40327%2C1731524583880 2024-11-13T19:03:05,128 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,40327,1731524583880, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:03:05,128 INFO [RS:0;e4b56bc8c4b3:40327.replicationSource.shippere4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C40327%2C1731524583880 2024-11-13T19:03:05,128 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e4b56bc8c4b3%2C40327%2C1731524583880 2024-11-13T19:03:05,128 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e4b56bc8c4b3,40327,1731524583880, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:03:05,132 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40611:40611)] 2024-11-13T19:03:05,132 INFO [RS:0;e4b56bc8c4b3:40327.replicationSource.shippere4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C40327%2C1731524583880 2024-11-13T19:03:05,132 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105, startPosition=0, beingWritten=true 2024-11-13T19:03:05,132 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105, startPosition=0, beingWritten=true 2024-11-13T19:03:05,152 DEBUG [e4b56bc8c4b3:34611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:03:05,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:05,154 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40327,1731524583880, state=OPENING 2024-11-13T19:03:05,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0569780979/meta-region-server 2024-11-13T19:03:05,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0569780979/meta-region-server 2024-11-13T19:03:05,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:05,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:03:05,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:03:05,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40327,1731524583880}] 2024-11-13T19:03:05,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:03:05,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:03:05,324 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:03:05,324 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:05,324 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:03:05,327 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40327%2C1731524583880.meta, suffix=.meta, logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs, maxLogs=10 2024-11-13T19:03:05,346 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:05,346 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:05,347 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.meta.1731524585328.meta, exclude list is [], retry=0 2024-11-13T19:03:05,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e,DISK] 2024-11-13T19:03:05,358 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.meta.1731524585328.meta 2024-11-13T19:03:05,358 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40611:40611)] 2024-11-13T19:03:05,359 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:05,359 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:05,359 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:03:05,360 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:03:05,360 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:03:05,360 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:03:05,360 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:05,360 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:03:05,360 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:03:05,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:05,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:05,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:05,373 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/info/7030e76643b54c2594d78eb8757562fc 2024-11-13T19:03:05,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:05,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:05,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:05,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:05,389 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/ns/99edaf5ef0c848d6846c0a6fbb0771c4 2024-11-13T19:03:05,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:05,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:05,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:05,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:05,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:05,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:05,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:05,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:05,401 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/table/8467cc7f22e641258bd061c6d75945e0 2024-11-13T19:03:05,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:05,401 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:05,402 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740 2024-11-13T19:03:05,404 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740 2024-11-13T19:03:05,406 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:05,406 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:05,407 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:05,409 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:05,410 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63897173, jitterRate=-0.04785792529582977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:05,410 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:03:05,410 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524585361Writing region info on filesystem at 1731524585361Initializing all the Stores at 1731524585362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524585362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524585362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524585362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524585363 (+1 ms)Cleaning up temporary data from old regions at 1731524585406 (+43 ms)Running coprocessor post-open hooks at 1731524585410 (+4 ms)Region opened successfully at 1731524585410 2024-11-13T19:03:05,411 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731524585315 2024-11-13T19:03:05,414 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:03:05,414 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:03:05,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:05,416 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40327,1731524583880, state=OPEN 2024-11-13T19:03:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0569780979/meta-region-server 2024-11-13T19:03:05,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0569780979/meta-region-server 2024-11-13T19:03:05,426 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:05,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:03:05,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0569780979/meta-region-server: CHANGED 2024-11-13T19:03:05,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T19:03:05,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40327,1731524583880 in 265 msec 2024-11-13T19:03:05,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T19:03:05,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-11-13T19:03:05,659 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:05,660 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:06,066 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:06,067 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:06,390 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1656ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T19:03:06,577 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:06,577 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:07,189 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:07,193 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:07,651 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:03:07,892 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3158ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T19:03:07,898 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:07,908 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:08,705 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:08,714 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:09,245 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T19:03:09,245 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:03:09,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:09,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40327,1731524583880, seqNum=-1] 2024-11-13T19:03:09,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:09,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:09,256 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c345f3c08c058120c43cbe3cb2731008, regionState=OPEN, lastHost=e4b56bc8c4b3,43367,1731524568149, regionLocation=e4b56bc8c4b3,43367,1731524568149, openSeqNum=2 2024-11-13T19:03:09,256 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:03:09,257 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524649257 2024-11-13T19:03:09,257 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524709257 2024-11-13T19:03:09,257 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-13T19:03:09,257 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34611,1731524583814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:09,258 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e4b56bc8c4b3,43367,1731524568149 had 2 regions 2024-11-13T19:03:09,258 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34611,1731524583814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:09,258 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34611,1731524583814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:09,258 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:34611, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:09,258 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:09,259 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:09,260 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e4b56bc8c4b3,43367,1731524568149, splitWal=true, meta=true, isMeta: false 2024-11-13T19:03:09,262 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149-splitting dir is empty, no logs to split. 2024-11-13T19:03:09,262 INFO [PEWorker-3 {}] master.SplitWALManager(105): e4b56bc8c4b3,43367,1731524568149 WAL count=0, meta=false 2024-11-13T19:03:09,267 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,43367,1731524568149-splitting dir is empty, no logs to split. 2024-11-13T19:03:09,267 INFO [PEWorker-3 {}] master.SplitWALManager(105): e4b56bc8c4b3,43367,1731524568149 WAL count=0, meta=false 2024-11-13T19:03:09,267 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e4b56bc8c4b3,43367,1731524568149 WAL splitting is done? wals=0, meta=false 2024-11-13T19:03:09,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.326sec 2024-11-13T19:03:09,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:03:09,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:03:09,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:03:09,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:03:09,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:03:09,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34611,1731524583814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:09,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34611,1731524583814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:03:09,272 WARN [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e4b56bc8c4b3,43367,1731524568149/hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:09,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN}] 2024-11-13T19:03:09,277 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN 2024-11-13T19:03:09,278 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:03:09,278 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:03:09,278 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34611,1731524583814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:09,279 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:03:09,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f8008d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:09,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34611,-1 for getting cluster id 2024-11-13T19:03:09,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:09,318 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f29667-ac48-48e8-9edb-00a3b25c7fc7' 2024-11-13T19:03:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f29667-ac48-48e8-9edb-00a3b25c7fc7" 2024-11-13T19:03:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a24a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34611,-1] 2024-11-13T19:03:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,321 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c4573e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:09,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40327,1731524583880, seqNum=-1] 2024-11-13T19:03:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:09,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:09,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T19:03:09,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:09,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:09,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:09,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e4b56bc8c4b3:34611 after: e4b56bc8c4b3:34611 2024-11-13T19:03:09,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5b2bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:09,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34611,-1 for getting cluster id 2024-11-13T19:03:09,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:09,334 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68f29667-ac48-48e8-9edb-00a3b25c7fc7' 2024-11-13T19:03:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68f29667-ac48-48e8-9edb-00a3b25c7fc7" 2024-11-13T19:03:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea8b9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34611,-1] 2024-11-13T19:03:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,336 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:09,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ca421b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:09,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bfb004 2024-11-13T19:03:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:09,341 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:09,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T19:03:09,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T19:03:09,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T19:03:09,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T19:03:09,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:03:09,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:09,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:09,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:09,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:03:09,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033762441, stopped=false 2024-11-13T19:03:09,349 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,36877,1731524573662 2024-11-13T19:03:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11642779810/running 2024-11-13T19:03:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11642779810/running 2024-11-13T19:03:09,386 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:03:09,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:03:09,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:09,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:09,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,46821,1731524573771' ***** 2024-11-13T19:03:09,387 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:03:09,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on znode that does not yet exist, /11642779810/running 2024-11-13T19:03:09,387 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:03:09,387 INFO [RS:0;e4b56bc8c4b3:46821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:03:09,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:03:09,387 INFO [RS:0;e4b56bc8c4b3:46821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:03:09,388 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:03:09,388 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:09,388 INFO [RS:0;e4b56bc8c4b3:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:46821. 2024-11-13T19:03:09,388 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:09,388 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,388 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:03:09,388 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:03:09,388 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:03:09,388 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:03:09,389 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:03:09,389 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:03:09,389 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:09,389 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:09,390 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:09,390 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:09,390 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:09,390 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:09,390 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T19:03:09,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Set watcher on znode that does not yet exist, /11642779810/running 2024-11-13T19:03:09,426 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740/.tmp/ns/4a50d2f5b4dc4098b06db7129d79405b is 43, key is default/ns:d/1731524576813/Put/seqid=0 2024-11-13T19:03:09,430 DEBUG [e4b56bc8c4b3:34611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:03:09,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c345f3c08c058120c43cbe3cb2731008, regionState=OPENING, regionLocation=e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:09,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN because future has completed 2024-11-13T19:03:09,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c345f3c08c058120c43cbe3cb2731008, server=e4b56bc8c4b3,40327,1731524583880}] 2024-11-13T19:03:09,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741835_1011 (size=5153) 2024-11-13T19:03:09,453 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740/.tmp/ns/4a50d2f5b4dc4098b06db7129d79405b 2024-11-13T19:03:09,477 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740/.tmp/ns/4a50d2f5b4dc4098b06db7129d79405b as hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740/ns/4a50d2f5b4dc4098b06db7129d79405b 2024-11-13T19:03:09,478 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:09,490 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740/ns/4a50d2f5b4dc4098b06db7129d79405b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T19:03:09,491 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=6, compaction requested=false 2024-11-13T19:03:09,491 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:03:09,508 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:03:09,510 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:09,510 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:09,510 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:09,510 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524589389Running coprocessor pre-close hooks at 1731524589389Disabling compacts and flushes for region at 1731524589389Disabling writes for close at 1731524589390 (+1 ms)Obtaining lock to block concurrent updates at 1731524589390Preparing flush snapshotting stores in 1588230740 at 1731524589390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731524589391 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524589392 (+1 ms)Flushing 1588230740/ns: creating writer at 1731524589393 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731524589425 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731524589425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321ace04: reopening flushed file at 1731524589475 (+50 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 101ms, sequenceid=6, compaction requested=false at 1731524589491 (+16 ms)Writing region close event to WAL at 1731524589495 (+4 ms)Running coprocessor post-close hooks at 1731524589510 (+15 ms)Closed at 1731524589510 2024-11-13T19:03:09,510 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:09,567 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:03:09,567 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:03:09,589 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,46821,1731524573771; all regions closed. 2024-11-13T19:03:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741834_1010 (size=1152) 2024-11-13T19:03:09,592 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/WALs/e4b56bc8c4b3,46821,1731524573771/e4b56bc8c4b3%2C46821%2C1731524573771.meta.1731524576730.meta not finished, retry = 0 2024-11-13T19:03:09,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:09,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:09,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:03:09,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40327%2C1731524583880.rep, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs, maxLogs=10 2024-11-13T19:03:09,611 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:09,620 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:09,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.rep.1731524589609, exclude list is [], retry=0 2024-11-13T19:03:09,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36399,DS-28b4e002-59cf-4dbc-b926-03497d7b4e5e,DISK] 2024-11-13T19:03:09,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.rep.1731524589609 2024-11-13T19:03:09,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40611:40611)] 2024-11-13T19:03:09,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c345f3c08c058120c43cbe3cb2731008, NAME => 'hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:09,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:09,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:03:09,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. service=MultiRowMutationService 2024-11-13T19:03:09,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:03:09,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:09,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,653 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,654 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345f3c08c058120c43cbe3cb2731008 columnFamilyName hfileref 2024-11-13T19:03:09,654 DEBUG [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:09,654 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(327): Store=c345f3c08c058120c43cbe3cb2731008/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:09,655 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,656 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345f3c08c058120c43cbe3cb2731008 columnFamilyName queue 2024-11-13T19:03:09,656 DEBUG [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:09,664 DEBUG [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/queue/5bdd4153c99348698d10e9308251aa35 2024-11-13T19:03:09,665 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(327): Store=c345f3c08c058120c43cbe3cb2731008/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:09,665 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,666 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c345f3c08c058120c43cbe3cb2731008 columnFamilyName sid 2024-11-13T19:03:09,666 DEBUG [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:09,667 INFO [StoreOpener-c345f3c08c058120c43cbe3cb2731008-1 {}] regionserver.HStore(327): Store=c345f3c08c058120c43cbe3cb2731008/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:09,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:03:09,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c345f3c08c058120c43cbe3cb2731008; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59577453, jitterRate=-0.11222676932811737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:03:09,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:09,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c345f3c08c058120c43cbe3cb2731008: Running coprocessor pre-open hook at 1731524589651Writing region info on filesystem at 1731524589651Initializing all the Stores at 1731524589652 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524589652Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524589653 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524589653Cleaning up temporary data from old regions at 1731524589671 (+18 ms)Running coprocessor post-open hooks at 1731524589676 (+5 ms)Region opened successfully at 1731524589677 (+1 ms) 2024-11-13T19:03:09,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008., pid=19, masterSystemTime=1731524589602 2024-11-13T19:03:09,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:09,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:09,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c345f3c08c058120c43cbe3cb2731008, regionState=OPEN, openSeqNum=10, regionLocation=e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:09,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c345f3c08c058120c43cbe3cb2731008, server=e4b56bc8c4b3,40327,1731524583880 because future has completed 2024-11-13T19:03:09,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T19:03:09,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c345f3c08c058120c43cbe3cb2731008, server=e4b56bc8c4b3,40327,1731524583880 in 240 msec 2024-11-13T19:03:09,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T19:03:09,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c345f3c08c058120c43cbe3cb2731008, ASSIGN in 416 msec 2024-11-13T19:03:09,696 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/oldWALs 2024-11-13T19:03:09,696 INFO [RS:0;e4b56bc8c4b3:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C46821%2C1731524573771.meta:.meta(num 1731524576730) 2024-11-13T19:03:09,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T19:03:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:03:09,706 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/oldWALs 2024-11-13T19:03:09,706 INFO [RS:0;e4b56bc8c4b3:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C46821%2C1731524573771:(num 1731524575722) 2024-11-13T19:03:09,706 DEBUG [RS:0;e4b56bc8c4b3:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:09,706 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:09,706 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:09,706 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:09,707 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:09,707 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:09,707 INFO [RS:0;e4b56bc8c4b3:46821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46821 2024-11-13T19:03:09,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008., hostname=e4b56bc8c4b3,40327,1731524583880, seqNum=10] 2024-11-13T19:03:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11642779810/rs/e4b56bc8c4b3,46821,1731524573771 2024-11-13T19:03:09,719 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810/rs 2024-11-13T19:03:09,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,46821,1731524573771] 2024-11-13T19:03:09,736 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11642779810/draining/e4b56bc8c4b3,46821,1731524573771 already deleted, retry=false 2024-11-13T19:03:09,736 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,46821,1731524573771 expired; onlineServers=0 2024-11-13T19:03:09,736 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,36877,1731524573662' ***** 2024-11-13T19:03:09,736 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:03:09,736 INFO [M:0;e4b56bc8c4b3:36877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:09,736 INFO [M:0;e4b56bc8c4b3:36877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:09,736 DEBUG [M:0;e4b56bc8c4b3:36877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:03:09,736 DEBUG [M:0;e4b56bc8c4b3:36877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:03:09,737 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524575447 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524575447,5,FailOnTimeoutGroup] 2024-11-13T19:03:09,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:03:09,737 INFO [M:0;e4b56bc8c4b3:36877 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:09,737 INFO [M:0;e4b56bc8c4b3:36877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:09,737 DEBUG [M:0;e4b56bc8c4b3:36877 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:03:09,737 INFO [M:0;e4b56bc8c4b3:36877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:03:09,737 INFO [M:0;e4b56bc8c4b3:36877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:09,737 INFO [M:0;e4b56bc8c4b3:36877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:03:09,737 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:03:09,737 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524575447 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524575447,5,FailOnTimeoutGroup] 2024-11-13T19:03:09,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11642779810/master 2024-11-13T19:03:09,744 DEBUG [M:0;e4b56bc8c4b3:36877 {}] zookeeper.ZKUtil(347): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Unable to get data of znode /11642779810/master because node does not exist (not an error) 2024-11-13T19:03:09,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11642779810 2024-11-13T19:03:09,744 WARN [M:0;e4b56bc8c4b3:36877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:03:09,747 INFO [M:0;e4b56bc8c4b3:36877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/.lastflushedseqids 2024-11-13T19:03:09,751 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for e4b56bc8c4b3,43367,1731524568149 2024-11-13T19:03:09,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T19:03:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741836_1012 (size=99) 2024-11-13T19:03:09,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:09,828 INFO [RS:0;e4b56bc8c4b3:46821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:09,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10136ddb1640004, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:09,828 INFO [RS:0;e4b56bc8c4b3:46821 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,46821,1731524573771; zookeeper connection closed. 2024-11-13T19:03:09,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b145395 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b145395 2024-11-13T19:03:09,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:03:09,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T19:03:10,157 INFO [M:0;e4b56bc8c4b3:36877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:03:10,158 INFO [M:0;e4b56bc8c4b3:36877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:03:10,158 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:10,158 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:10,159 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:10,159 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:10,159 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:10,159 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T19:03:10,185 DEBUG [M:0;e4b56bc8c4b3:36877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03a7f059c4014c75b7b3a41379b60fec is 82, key is hbase:meta,,1/info:regioninfo/1731524576782/Put/seqid=0 2024-11-13T19:03:10,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741837_1013 (size=5672) 2024-11-13T19:03:10,591 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03a7f059c4014c75b7b3a41379b60fec 2024-11-13T19:03:10,619 DEBUG [M:0;e4b56bc8c4b3:36877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb287c996eef493db617ce20e5c67764 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731524576821/Put/seqid=0 2024-11-13T19:03:10,621 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:10,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741838_1014 (size=5275) 2024-11-13T19:03:10,629 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:11,025 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb287c996eef493db617ce20e5c67764 2024-11-13T19:03:11,046 DEBUG [M:0;e4b56bc8c4b3:36877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d47f2ac6225b494a9b6deb4a54146bef is 69, key is e4b56bc8c4b3,46821,1731524573771/rs:state/1731524575545/Put/seqid=0 2024-11-13T19:03:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741839_1015 (size=5156) 2024-11-13T19:03:11,453 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d47f2ac6225b494a9b6deb4a54146bef 2024-11-13T19:03:11,467 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03a7f059c4014c75b7b3a41379b60fec as hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03a7f059c4014c75b7b3a41379b60fec 2024-11-13T19:03:11,474 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03a7f059c4014c75b7b3a41379b60fec, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T19:03:11,476 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb287c996eef493db617ce20e5c67764 as hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb287c996eef493db617ce20e5c67764 2024-11-13T19:03:11,482 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb287c996eef493db617ce20e5c67764, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T19:03:11,483 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d47f2ac6225b494a9b6deb4a54146bef as hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d47f2ac6225b494a9b6deb4a54146bef 2024-11-13T19:03:11,490 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44245/user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d47f2ac6225b494a9b6deb4a54146bef, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T19:03:11,491 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false 2024-11-13T19:03:11,492 INFO [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:11,493 DEBUG [M:0;e4b56bc8c4b3:36877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524590158Disabling compacts and flushes for region at 1731524590158Disabling writes for close at 1731524590159 (+1 ms)Obtaining lock to block concurrent updates at 1731524590160 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524590160Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731524590161 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524590163 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524590163Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524590184 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524590184Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524590602 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524590619 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524590619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524591031 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524591046 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524591046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196965b1: reopening flushed file at 1731524591465 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffecd8: reopening flushed file at 1731524591475 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4698693b: reopening flushed file at 1731524591482 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false at 1731524591491 (+9 ms)Writing region close event to WAL at 1731524591492 (+1 ms)Closed at 1731524591492 2024-11-13T19:03:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741830_1006 (size=10165) 2024-11-13T19:03:11,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9abb9c50-7485-5c8f-f7e6-c606b22abd99/MasterData/WALs/e4b56bc8c4b3,36877,1731524573662/e4b56bc8c4b3%2C36877%2C1731524573662.1731524575189 not finished, retry = 0 2024-11-13T19:03:11,597 INFO [M:0;e4b56bc8c4b3:36877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:03:11,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:11,597 INFO [M:0;e4b56bc8c4b3:36877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36877 2024-11-13T19:03:11,599 INFO [M:0;e4b56bc8c4b3:36877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:11,726 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:11,735 DEBUG [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.1731524585105 to pos 0, reset compression=false 2024-11-13T19:03:11,736 INFO [M:0;e4b56bc8c4b3:36877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:11,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:11,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36877-0x10136ddb1640003, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:11,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9c26{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:03:11,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cf2b555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:03:11,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:03:11,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39c383e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:03:11,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12290fa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.log.dir/,STOPPED} 2024-11-13T19:03:11,745 WARN [BP-152723427-172.17.0.2-1731524572242 heartbeating to localhost/127.0.0.1:44245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:03:11,745 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:03:11,745 WARN [BP-152723427-172.17.0.2-1731524572242 heartbeating to localhost/127.0.0.1:44245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-152723427-172.17.0.2-1731524572242 (Datanode Uuid 9b176a5e-5d72-4f78-b564-30a8c9b7900a) service to localhost/127.0.0.1:44245 2024-11-13T19:03:11,745 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:03:11,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/cluster_b762fc24-5203-8193-3db8-593121ca86ad/data/data1/current/BP-152723427-172.17.0.2-1731524572242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:03:11,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/cluster_b762fc24-5203-8193-3db8-593121ca86ad/data/data2/current/BP-152723427-172.17.0.2-1731524572242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:03:11,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:03:11,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be88aaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:03:11,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e7d85d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:03:11,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:03:11,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1739ceb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:03:11,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40ef9de1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.log.dir/,STOPPED} 2024-11-13T19:03:11,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:03:11,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:03:11,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:11,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:11,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:11,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:11,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:11,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:03:11,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=451752959, stopped=false 2024-11-13T19:03:11,774 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,34611,1731524583814 2024-11-13T19:03:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/running 2024-11-13T19:03:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/running 2024-11-13T19:03:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:11,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:11,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:11,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:11,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:11,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/running 2024-11-13T19:03:11,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Set watcher on znode that does not yet exist, /0569780979/running 2024-11-13T19:03:11,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,40327,1731524583880' ***** 2024-11-13T19:03:11,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:03:11,787 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:03:11,787 INFO [RS:0;e4b56bc8c4b3:40327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:03:11,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:03:11,787 INFO [RS:0;e4b56bc8c4b3:40327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:03:11,787 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(3091): Received CLOSE for c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:11,787 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:11,787 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:11,787 INFO [RS:0;e4b56bc8c4b3:40327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40327. 2024-11-13T19:03:11,788 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c345f3c08c058120c43cbe3cb2731008, disabling compactions & flushes 2024-11-13T19:03:11,788 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:11,788 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:11,788 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:11,788 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:11,788 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:03:11,788 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. after waiting 0 ms 2024-11-13T19:03:11,788 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:03:11,788 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:11,788 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:03:11,788 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:03:11,788 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:03:11,788 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c345f3c08c058120c43cbe3cb2731008=hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008.} 2024-11-13T19:03:11,788 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c345f3c08c058120c43cbe3cb2731008 2024-11-13T19:03:11,788 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:11,788 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:11,788 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:11,788 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:11,788 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:11,788 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T19:03:11,793 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/replication/c345f3c08c058120c43cbe3cb2731008/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T19:03:11,794 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:11,794 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:11,794 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:11,794 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c345f3c08c058120c43cbe3cb2731008: Waiting for close lock at 1731524591787Running coprocessor pre-close hooks at 1731524591787Disabling compacts and flushes for region at 1731524591787Disabling writes for close at 1731524591788 (+1 ms)Writing region close event to WAL at 1731524591788Running coprocessor post-close hooks at 1731524591794 (+6 ms)Closed at 1731524591794 2024-11-13T19:03:11,795 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008. 2024-11-13T19:03:11,808 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/info/20ae6bb1f942424491ce6ec49ea6cf96 is 147, key is hbase:replication,,1731524577067.c345f3c08c058120c43cbe3cb2731008./info:regioninfo/1731524589682/Put/seqid=0 2024-11-13T19:03:11,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741851_1027 (size=6385) 2024-11-13T19:03:11,828 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:11,922 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:03:11,922 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:03:11,988 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:12,189 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:12,215 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/info/20ae6bb1f942424491ce6ec49ea6cf96 2024-11-13T19:03:12,229 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/.tmp/info/20ae6bb1f942424491ce6ec49ea6cf96 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/info/20ae6bb1f942424491ce6ec49ea6cf96 2024-11-13T19:03:12,236 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/info/20ae6bb1f942424491ce6ec49ea6cf96, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T19:03:12,237 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-13T19:03:12,242 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T19:03:12,243 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:12,243 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:12,243 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:12,243 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524591788Running coprocessor pre-close hooks at 1731524591788Disabling compacts and flushes for region at 1731524591788Disabling writes for close at 1731524591788Obtaining lock to block concurrent updates at 1731524591789 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731524591789Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731524591789Flushing stores of hbase:meta,,1.1588230740 at 1731524591789Flushing 1588230740/info: creating writer at 1731524591790 (+1 ms)Flushing 1588230740/info: appending metadata at 1731524591807 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731524591807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e41c7b9: reopening flushed file at 1731524592227 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1731524592237 (+10 ms)Writing region close event to WAL at 1731524592238 (+1 ms)Running coprocessor post-close hooks at 1731524592243 (+5 ms)Closed at 1731524592243 2024-11-13T19:03:12,243 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:12,389 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,40327,1731524583880; all regions closed. 2024-11-13T19:03:12,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741849_1025 (size=2156) 2024-11-13T19:03:12,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.meta.1731524585328.meta not finished, retry = 0 2024-11-13T19:03:12,499 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs 2024-11-13T19:03:12,499 INFO [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40327%2C1731524583880.meta:.meta(num 1731524585328) 2024-11-13T19:03:12,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741850_1026 (size=796) 2024-11-13T19:03:12,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/WALs/e4b56bc8c4b3,40327,1731524583880/e4b56bc8c4b3%2C40327%2C1731524583880.rep.1731524589609 not finished, retry = 0 2024-11-13T19:03:12,608 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs 2024-11-13T19:03:12,609 INFO [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40327%2C1731524583880.rep:(num 1731524589609) 2024-11-13T19:03:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741848_1024 (size=93) 2024-11-13T19:03:12,618 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/oldWALs 2024-11-13T19:03:12,618 INFO [RS:0;e4b56bc8c4b3:40327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40327%2C1731524583880:(num 1731524585105) 2024-11-13T19:03:12,618 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:12,618 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:12,618 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:12,618 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:12,619 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:12,619 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:12,619 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,40327,1731524583880 because: Region server is closing 2024-11-13T19:03:12,619 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T19:03:12,619 INFO [RS:0;e4b56bc8c4b3:40327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40327. 2024-11-13T19:03:12,619 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T19:03:12,620 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T19:03:12,620 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:12,620 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:12,620 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:12,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:12,721 WARN [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:03:12,721 WARN [RS:0;e4b56bc8c4b3:40327.replicationSource.shippere4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:03:12,721 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e4b56bc8c4b3:40327.replicationSource.shippere4b56bc8c4b3%2C40327%2C1731524583880,1-e4b56bc8c4b3,40327,1731524583880 terminated 2024-11-13T19:03:12,721 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e4b56bc8c4b3,40327,1731524583880 because: Region server is closing 2024-11-13T19:03:12,721 INFO [RS:0;e4b56bc8c4b3:40327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40327. 2024-11-13T19:03:12,721 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:12,721 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:12,721 DEBUG [RS:0;e4b56bc8c4b3:40327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:12,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:12,822 WARN [RS:0;e4b56bc8c4b3:40327.replicationSource.wal-reader.e4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:03:12,822 WARN [RS:0;e4b56bc8c4b3:40327.replicationSource.shippere4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:03:12,822 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;e4b56bc8c4b3:40327.replicationSource.shippere4b56bc8c4b3%2C40327%2C1731524583880,2-e4b56bc8c4b3,40327,1731524583880 terminated 2024-11-13T19:03:12,822 INFO [RS:0;e4b56bc8c4b3:40327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40327 2024-11-13T19:03:12,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/rs/e4b56bc8c4b3,40327,1731524583880 2024-11-13T19:03:12,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979/rs 2024-11-13T19:03:12,852 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:12,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,40327,1731524583880] 2024-11-13T19:03:12,869 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0569780979/draining/e4b56bc8c4b3,40327,1731524583880 already deleted, retry=false 2024-11-13T19:03:12,869 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,40327,1731524583880 expired; onlineServers=0 2024-11-13T19:03:12,869 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,34611,1731524583814' ***** 2024-11-13T19:03:12,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:03:12,869 INFO [M:0;e4b56bc8c4b3:34611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:12,869 INFO [M:0;e4b56bc8c4b3:34611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:12,870 DEBUG [M:0;e4b56bc8c4b3:34611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:03:12,870 DEBUG [M:0;e4b56bc8c4b3:34611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:03:12,870 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:03:12,870 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524584733 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524584733,5,FailOnTimeoutGroup] 2024-11-13T19:03:12,870 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524584733 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524584733,5,FailOnTimeoutGroup] 2024-11-13T19:03:12,870 INFO [M:0;e4b56bc8c4b3:34611 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:12,870 INFO [M:0;e4b56bc8c4b3:34611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:12,870 DEBUG [M:0;e4b56bc8c4b3:34611 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:03:12,870 INFO [M:0;e4b56bc8c4b3:34611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:03:12,870 INFO [M:0;e4b56bc8c4b3:34611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:12,871 INFO [M:0;e4b56bc8c4b3:34611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:03:12,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:03:12,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0569780979/master 2024-11-13T19:03:12,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0569780979 2024-11-13T19:03:12,878 DEBUG [M:0;e4b56bc8c4b3:34611 {}] zookeeper.ZKUtil(347): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Unable to get data of znode /0569780979/master because node does not exist (not an error) 2024-11-13T19:03:12,878 WARN [M:0;e4b56bc8c4b3:34611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:03:12,879 INFO [M:0;e4b56bc8c4b3:34611 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/.lastflushedseqids 2024-11-13T19:03:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741852_1028 (size=181) 2024-11-13T19:03:12,961 INFO [RS:0;e4b56bc8c4b3:40327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:12,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:12,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40327-0x10136ddb1640007, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:12,961 INFO [RS:0;e4b56bc8c4b3:40327 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,40327,1731524583880; zookeeper connection closed. 2024-11-13T19:03:12,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7612ba01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7612ba01 2024-11-13T19:03:12,962 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:03:13,285 INFO [M:0;e4b56bc8c4b3:34611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:03:13,285 INFO [M:0;e4b56bc8c4b3:34611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:03:13,285 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:13,285 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:13,285 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:13,285 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:13,285 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:13,286 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T19:03:13,300 DEBUG [M:0;e4b56bc8c4b3:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbf134f5812146e7ada307cd9a278152 is 82, key is hbase:meta,,1/info:regioninfo/1731524585414/Put/seqid=0 2024-11-13T19:03:13,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741853_1029 (size=5680) 2024-11-13T19:03:13,705 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbf134f5812146e7ada307cd9a278152 2024-11-13T19:03:13,725 DEBUG [M:0;e4b56bc8c4b3:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74834e2675644f0d9dba790a7de2cec5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731524589691/Put/seqid=0 2024-11-13T19:03:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741854_1030 (size=7319) 2024-11-13T19:03:14,131 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74834e2675644f0d9dba790a7de2cec5 2024-11-13T19:03:14,150 DEBUG [M:0;e4b56bc8c4b3:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66989ae88fb4fc9a29c1b6688460409 is 69, key is e4b56bc8c4b3,40327,1731524583880/rs:state/1731524584847/Put/seqid=0 2024-11-13T19:03:14,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741855_1031 (size=5371) 2024-11-13T19:03:14,555 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66989ae88fb4fc9a29c1b6688460409 2024-11-13T19:03:14,562 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b66989ae88fb4fc9a29c1b6688460409 2024-11-13T19:03:14,563 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dbf134f5812146e7ada307cd9a278152 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbf134f5812146e7ada307cd9a278152 2024-11-13T19:03:14,569 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dbf134f5812146e7ada307cd9a278152, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T19:03:14,571 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74834e2675644f0d9dba790a7de2cec5 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74834e2675644f0d9dba790a7de2cec5 2024-11-13T19:03:14,577 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74834e2675644f0d9dba790a7de2cec5, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T19:03:14,578 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66989ae88fb4fc9a29c1b6688460409 as hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b66989ae88fb4fc9a29c1b6688460409 2024-11-13T19:03:14,584 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b66989ae88fb4fc9a29c1b6688460409 2024-11-13T19:03:14,585 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/97793e50-4bc7-29a1-f957-6bce69b6f08b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b66989ae88fb4fc9a29c1b6688460409, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T19:03:14,586 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false 2024-11-13T19:03:14,587 INFO [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:14,587 DEBUG [M:0;e4b56bc8c4b3:34611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524593285Disabling compacts and flushes for region at 1731524593285Disabling writes for close at 1731524593285Obtaining lock to block concurrent updates at 1731524593286 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524593286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731524593286Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524593287 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524593287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524593300 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524593300Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524593711 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524593725 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524593725Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524594136 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524594149 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524594149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9ba8f0: reopening flushed file at 1731524594562 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e6d5b: reopening flushed file at 1731524594570 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7051631: reopening flushed file at 1731524594577 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false at 1731524594586 (+9 ms)Writing region close event to WAL at 1731524594587 (+1 ms)Closed at 1731524594587 2024-11-13T19:03:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36399 is added to blk_1073741847_1023 (size=22949) 2024-11-13T19:03:14,590 INFO [M:0;e4b56bc8c4b3:34611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:03:14,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:14,590 INFO [M:0;e4b56bc8c4b3:34611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34611 2024-11-13T19:03:14,590 INFO [M:0;e4b56bc8c4b3:34611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:14,728 INFO [M:0;e4b56bc8c4b3:34611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:14,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:14,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x10136ddb1640006, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:14,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14c5f039{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:03:14,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76e2f7e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:03:14,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:03:14,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70bd72b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:03:14,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c08df4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.log.dir/,STOPPED} 2024-11-13T19:03:14,738 WARN [BP-281870976-172.17.0.2-1731524563548 heartbeating to localhost/127.0.0.1:43321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:03:14,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:03:14,738 WARN [BP-281870976-172.17.0.2-1731524563548 heartbeating to localhost/127.0.0.1:43321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-281870976-172.17.0.2-1731524563548 (Datanode Uuid ef2956a5-dd4c-43bd-ae77-a4ad482be5d4) service to localhost/127.0.0.1:43321 2024-11-13T19:03:14,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:03:14,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/cluster_d03791b8-4164-3df4-11e1-168bbd3c21cd/data/data1/current/BP-281870976-172.17.0.2-1731524563548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:03:14,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/cluster_d03791b8-4164-3df4-11e1-168bbd3c21cd/data/data2/current/BP-281870976-172.17.0.2-1731524563548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:03:14,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:03:14,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6983e2c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:03:14,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@342f91b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:03:14,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:03:14,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da1605f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:03:14,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da0d9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bc87dc7-3cd3-8d3e-6001-3b06bc914db2/hadoop.log.dir/,STOPPED} 2024-11-13T19:03:14,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:03:14,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:03:14,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e4b56bc8c4b3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e4b56bc8c4b3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43321 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59617) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e4b56bc8c4b3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e4b56bc8c4b3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44245 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4aaf895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e4b56bc8c4b3:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=426 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 205) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3471 (was 5171) 2024-11-13T19:03:14,779 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=3470 2024-11-13T19:03:14,793 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T19:03:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.log.dir so I do NOT create it in target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563 2024-11-13T19:03:14,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:03:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.tmp.dir so I do NOT create it in target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563 2024-11-13T19:03:14,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae7bf226-bd52-6ff6-c1fb-c51070645bc5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:03:14,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563 2024-11-13T19:03:14,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/cluster_f83048ba-9989-54c6-5d71-db0cf281eef8, deleteOnExit=true 2024-11-13T19:03:14,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/cluster_f83048ba-9989-54c6-5d71-db0cf281eef8/zookeeper_0, clientPort=62464, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/cluster_f83048ba-9989-54c6-5d71-db0cf281eef8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/cluster_f83048ba-9989-54c6-5d71-db0cf281eef8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:03:14,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62464 2024-11-13T19:03:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:03:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:03:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/test.cache.data in system properties and HBase conf 2024-11-13T19:03:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:03:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:03:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:03:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:03:14,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:03:14,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:03:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:03:14,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:03:14,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:03:14,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:03:14,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:03:14,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136ddb1640005, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:03:14,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136ddb1640002, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:03:14,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136ddb1640002, quorum=127.0.0.1:59617, baseZNode=/0569780979 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:03:14,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136ddb1640005, quorum=127.0.0.1:59617, baseZNode=/11642779810 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:03:15,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:03:15,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:15,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:15,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:15,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:03:15,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:03:15,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:03:15,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:03:15,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:15,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bc492eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:03:15,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@726a01cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:03:15,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4943031b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/java.io.tmpdir/jetty-localhost-40053-hadoop-hdfs-3_4_1-tests_jar-_-any-6946459080598175697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:03:15,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@171238de{HTTP/1.1, (http/1.1)}{localhost:40053} 2024-11-13T19:03:15,156 INFO [Time-limited test {}] server.Server(415): Started @34317ms 2024-11-13T19:03:15,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:15,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:03:15,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:03:15,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:03:15,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:03:15,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@712450cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:03:15,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2656ae80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:03:15,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459fb864{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/java.io.tmpdir/jetty-localhost-33881-hadoop-hdfs-3_4_1-tests_jar-_-any-312769068145782744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:03:15,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d6e6860{HTTP/1.1, (http/1.1)}{localhost:33881} 2024-11-13T19:03:15,423 INFO [Time-limited test {}] server.Server(415): Started @34584ms 2024-11-13T19:03:15,424 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:03:15,849 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/cluster_f83048ba-9989-54c6-5d71-db0cf281eef8/data/data2/current/BP-92716171-172.17.0.2-1731524594823/current, will proceed with Du for space computation calculation, 2024-11-13T19:03:15,849 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/cluster_f83048ba-9989-54c6-5d71-db0cf281eef8/data/data1/current/BP-92716171-172.17.0.2-1731524594823/current, will proceed with Du for space computation calculation, 2024-11-13T19:03:15,895 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:03:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35552850d6d367e7 with lease ID 0x9bb7d009729174db: Processing first storage report for DS-b5221e08-14cc-43b0-9664-6d96f6658709 from datanode DatanodeRegistration(127.0.0.1:39003, datanodeUuid=5e486cd6-a0b8-4698-ab4d-02d6a71b4a77, infoPort=45593, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=300121440;c=1731524594823) 2024-11-13T19:03:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35552850d6d367e7 with lease ID 0x9bb7d009729174db: from storage DS-b5221e08-14cc-43b0-9664-6d96f6658709 node DatanodeRegistration(127.0.0.1:39003, datanodeUuid=5e486cd6-a0b8-4698-ab4d-02d6a71b4a77, infoPort=45593, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=300121440;c=1731524594823), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:03:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35552850d6d367e7 with lease ID 0x9bb7d009729174db: Processing first storage report for DS-71f5886d-80e8-48a3-aae0-687b1f2e5467 from datanode DatanodeRegistration(127.0.0.1:39003, datanodeUuid=5e486cd6-a0b8-4698-ab4d-02d6a71b4a77, infoPort=45593, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=300121440;c=1731524594823) 2024-11-13T19:03:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35552850d6d367e7 with lease ID 0x9bb7d009729174db: from storage DS-71f5886d-80e8-48a3-aae0-687b1f2e5467 node DatanodeRegistration(127.0.0.1:39003, datanodeUuid=5e486cd6-a0b8-4698-ab4d-02d6a71b4a77, infoPort=45593, infoSecurePort=0, ipcPort=34209, storageInfo=lv=-57;cid=testClusterID;nsid=300121440;c=1731524594823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:03:15,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563 2024-11-13T19:03:15,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:15,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:03:16,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2 with version=8 2024-11-13T19:03:16,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/hbase-staging 2024-11-13T19:03:16,367 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:16,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:16,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:16,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:16,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:16,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:16,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:03:16,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:16,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45689 2024-11-13T19:03:16,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45689 connecting to ZooKeeper ensemble=127.0.0.1:62464 2024-11-13T19:03:16,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456890x0, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:16,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45689-0x10136de2ee00000 connected 2024-11-13T19:03:16,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:16,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:16,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on znode that does not yet exist, /01476166044/running 2024-11-13T19:03:16,515 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2, hbase.cluster.distributed=false 2024-11-13T19:03:16,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on znode that does not yet exist, /01476166044/acl 2024-11-13T19:03:16,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-13T19:03:16,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45689 2024-11-13T19:03:16,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45689 2024-11-13T19:03:16,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-13T19:03:16,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45689 2024-11-13T19:03:16,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:16,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:16,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:16,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:16,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:16,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:16,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:03:16,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:16,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34309 2024-11-13T19:03:16,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34309 connecting to ZooKeeper ensemble=127.0.0.1:62464 2024-11-13T19:03:16,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:16,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:16,553 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343090x0, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:16,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34309-0x10136de2ee00001 connected 2024-11-13T19:03:16,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on znode that does not yet exist, /01476166044/running 2024-11-13T19:03:16,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:03:16,554 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:03:16,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on znode that does not yet exist, /01476166044/master 2024-11-13T19:03:16,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on znode that does not yet exist, /01476166044/acl 2024-11-13T19:03:16,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34309 2024-11-13T19:03:16,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34309 2024-11-13T19:03:16,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34309 2024-11-13T19:03:16,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34309 2024-11-13T19:03:16,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34309 2024-11-13T19:03:16,577 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:45689 2024-11-13T19:03:16,577 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01476166044/backup-masters/e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044/backup-masters 2024-11-13T19:03:16,586 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044/backup-masters 2024-11-13T19:03:16,586 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on existing znode=/01476166044/backup-masters/e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:16,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:16,594 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476166044/master 2024-11-13T19:03:16,594 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:16,594 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on existing znode=/01476166044/master 2024-11-13T19:03:16,595 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01476166044/backup-masters/e4b56bc8c4b3,45689,1731524596367 from backup master directory 2024-11-13T19:03:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476166044/backup-masters/e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044/backup-masters 2024-11-13T19:03:16,602 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044/backup-masters 2024-11-13T19:03:16,602 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:16,602 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:16,607 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/hbase.id] with ID: feafc763-b309-4c0d-a566-61cae4e676b0 2024-11-13T19:03:16,607 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/.tmp/hbase.id 2024-11-13T19:03:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:03:17,012 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/.tmp/hbase.id]:[hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/hbase.id] 2024-11-13T19:03:17,025 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:17,025 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:03:17,026 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:03:17,061 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:17,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:17,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:03:17,475 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:17,476 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:03:17,476 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:17,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:03:17,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:17,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:03:17,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:03:17,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:17,890 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store 2024-11-13T19:03:17,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:03:18,297 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:18,297 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:18,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:18,297 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:18,297 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:18,297 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:18,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:18,298 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524598297Disabling compacts and flushes for region at 1731524598297Disabling writes for close at 1731524598297Writing region close event to WAL at 1731524598297Closed at 1731524598297 2024-11-13T19:03:18,299 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/.initializing 2024-11-13T19:03:18,299 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/WALs/e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:18,300 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:18,302 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C45689%2C1731524596367, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/WALs/e4b56bc8c4b3,45689,1731524596367, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/oldWALs, maxLogs=10 2024-11-13T19:03:18,317 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/WALs/e4b56bc8c4b3,45689,1731524596367/e4b56bc8c4b3%2C45689%2C1731524596367.1731524598302, exclude list is [], retry=0 2024-11-13T19:03:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39003,DS-b5221e08-14cc-43b0-9664-6d96f6658709,DISK] 2024-11-13T19:03:18,322 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/WALs/e4b56bc8c4b3,45689,1731524596367/e4b56bc8c4b3%2C45689%2C1731524596367.1731524598302 2024-11-13T19:03:18,323 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45593:45593)] 2024-11-13T19:03:18,323 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:18,323 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:18,323 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,323 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:03:18,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:18,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:18,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:03:18,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:18,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:18,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:03:18,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:18,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:18,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:03:18,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:18,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:18,333 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,333 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,334 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,335 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,336 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,336 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:18,339 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:18,342 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:18,342 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65723283, jitterRate=-0.02064676582813263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:18,343 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524598323Initializing all the Stores at 1731524598324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524598324Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524598325 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524598325Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524598325Cleaning up temporary data from old regions at 1731524598336 (+11 ms)Region opened successfully at 1731524598343 (+7 ms) 2024-11-13T19:03:18,343 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:03:18,346 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fc2abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:18,347 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:03:18,347 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:03:18,347 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:03:18,348 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:03:18,348 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:03:18,348 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:03:18,348 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:03:18,350 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:03:18,351 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Unable to get data of znode /01476166044/balancer because node does not exist (not necessarily an error) 2024-11-13T19:03:18,478 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476166044/balancer already deleted, retry=false 2024-11-13T19:03:18,478 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:03:18,479 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Unable to get data of znode /01476166044/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:03:18,621 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476166044/normalizer already deleted, retry=false 2024-11-13T19:03:18,622 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:03:18,623 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Unable to get data of znode /01476166044/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:03:18,633 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476166044/switch/split already deleted, retry=false 2024-11-13T19:03:18,634 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Unable to get data of znode /01476166044/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:03:18,641 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476166044/switch/merge already deleted, retry=false 2024-11-13T19:03:18,644 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Unable to get data of znode /01476166044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:03:18,652 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476166044/snapshot-cleanup already deleted, retry=false 2024-11-13T19:03:18,661 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476166044/running 2024-11-13T19:03:18,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476166044/running 2024-11-13T19:03:18,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:18,661 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:18,661 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,45689,1731524596367, sessionid=0x10136de2ee00000, setting cluster-up flag (Was=false) 2024-11-13T19:03:18,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:18,677 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:18,702 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01476166044/flush-table-proc/acquired, /01476166044/flush-table-proc/reached, /01476166044/flush-table-proc/abort 2024-11-13T19:03:18,703 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:18,719 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:18,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:18,744 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01476166044/online-snapshot/acquired, /01476166044/online-snapshot/reached, /01476166044/online-snapshot/abort 2024-11-13T19:03:18,745 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:18,747 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:03:18,749 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:18,749 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:03:18,749 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:03:18,750 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,45689,1731524596367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:03:18,751 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:18,751 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:18,751 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:18,751 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:18,751 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:03:18,751 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,751 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:18,751 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,752 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524628752 2024-11-13T19:03:18,752 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:03:18,752 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:03:18,752 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:03:18,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:03:18,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:03:18,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:03:18,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:03:18,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:03:18,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:18,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:03:18,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:03:18,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:03:18,754 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:03:18,754 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:03:18,754 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524598754,5,FailOnTimeoutGroup] 2024-11-13T19:03:18,754 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524598754,5,FailOnTimeoutGroup] 2024-11-13T19:03:18,754 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,754 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:03:18,754 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,754 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:18,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:03:18,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:03:18,769 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(746): ClusterId : feafc763-b309-4c0d-a566-61cae4e676b0 2024-11-13T19:03:18,769 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:03:18,778 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:03:18,778 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:03:18,787 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:03:18,787 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371960c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:18,797 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:34309 2024-11-13T19:03:18,797 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:03:18,797 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:03:18,797 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:03:18,798 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,45689,1731524596367 with port=34309, startcode=1731524596537 2024-11-13T19:03:18,798 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:03:18,800 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:03:18,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:18,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45689 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:18,802 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2 2024-11-13T19:03:18,802 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35641 2024-11-13T19:03:18,802 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:03:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044/rs 2024-11-13T19:03:18,811 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] zookeeper.ZKUtil(111): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on existing znode=/01476166044/rs/e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:18,811 WARN [RS:0;e4b56bc8c4b3:34309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:18,811 INFO [RS:0;e4b56bc8c4b3:34309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:18,812 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:18,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,34309,1731524596537] 2024-11-13T19:03:18,815 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:03:18,816 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:03:18,817 INFO [RS:0;e4b56bc8c4b3:34309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:03:18,817 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,817 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:03:18,818 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:03:18,818 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,818 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,818 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,818 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,818 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,818 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,818 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:18,818 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,818 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,819 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,819 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,819 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,819 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:18,819 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:18,819 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:18,823 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,823 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,823 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,823 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,823 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,823 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34309,1731524596537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:18,837 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:03:18,837 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34309,1731524596537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,837 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,837 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.Replication(171): e4b56bc8c4b3,34309,1731524596537 started 2024-11-13T19:03:18,850 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:18,850 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,34309,1731524596537, RpcServer on e4b56bc8c4b3/172.17.0.2:34309, sessionid=0x10136de2ee00001 2024-11-13T19:03:18,850 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:03:18,850 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:18,850 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,34309,1731524596537' 2024-11-13T19:03:18,850 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01476166044/flush-table-proc/abort' 2024-11-13T19:03:18,851 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01476166044/flush-table-proc/acquired' 2024-11-13T19:03:18,851 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:03:18,851 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:03:18,851 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:18,851 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,34309,1731524596537' 2024-11-13T19:03:18,851 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01476166044/online-snapshot/abort' 2024-11-13T19:03:18,852 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01476166044/online-snapshot/acquired' 2024-11-13T19:03:18,852 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:03:18,852 INFO [RS:0;e4b56bc8c4b3:34309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:03:18,852 INFO [RS:0;e4b56bc8c4b3:34309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:03:18,952 INFO [RS:0;e4b56bc8c4b3:34309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:18,954 INFO [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C34309%2C1731524596537, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/oldWALs, maxLogs=10 2024-11-13T19:03:18,967 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955, exclude list is [], retry=0 2024-11-13T19:03:18,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39003,DS-b5221e08-14cc-43b0-9664-6d96f6658709,DISK] 2024-11-13T19:03:18,972 INFO [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 2024-11-13T19:03:18,972 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45593:45593)] 2024-11-13T19:03:19,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:03:19,165 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2 2024-11-13T19:03:19,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:03:19,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:19,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:19,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:19,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:19,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:19,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:19,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:19,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:19,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:19,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:19,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:19,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:19,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:19,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:19,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:19,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:19,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:19,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:19,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740 2024-11-13T19:03:19,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740 2024-11-13T19:03:19,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:19,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:19,586 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:19,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:19,590 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:19,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63354659, jitterRate=-0.05594201385974884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:19,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524599572Initializing all the Stores at 1731524599573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524599573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524599574 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524599574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524599574Cleaning up temporary data from old regions at 1731524599586 (+12 ms)Region opened successfully at 1731524599591 (+5 ms) 2024-11-13T19:03:19,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:19,591 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:19,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:19,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:19,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:19,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:19,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524599591Disabling compacts and flushes for region at 1731524599591Disabling writes for close at 1731524599591Writing region close event to WAL at 1731524599592 (+1 ms)Closed at 1731524599592 2024-11-13T19:03:19,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:19,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:03:19,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:03:19,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:19,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:03:19,746 DEBUG [e4b56bc8c4b3:45689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:03:19,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:19,748 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,34309,1731524596537, state=OPENING 2024-11-13T19:03:19,786 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:03:19,794 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:19,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:19,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:19,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,34309,1731524596537}] 2024-11-13T19:03:19,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476166044/meta-region-server: CHANGED 2024-11-13T19:03:19,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476166044/meta-region-server: CHANGED 2024-11-13T19:03:19,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:03:19,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:03:19,953 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:03:19,953 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:19,953 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:03:19,955 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C34309%2C1731524596537.meta, suffix=.meta, logDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/oldWALs, maxLogs=10 2024-11-13T19:03:19,967 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.meta.1731524599955.meta, exclude list is [], retry=0 2024-11-13T19:03:19,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39003,DS-b5221e08-14cc-43b0-9664-6d96f6658709,DISK] 2024-11-13T19:03:19,971 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.meta.1731524599955.meta 2024-11-13T19:03:19,972 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45593:45593)] 2024-11-13T19:03:19,972 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:19,972 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:19,972 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:03:19,972 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:03:19,972 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:03:19,973 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:03:19,973 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:19,973 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:03:19,973 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:03:19,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:19,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:19,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:19,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:19,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:19,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:19,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:19,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:19,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:19,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:19,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:19,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:19,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:19,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:19,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:19,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:19,981 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:19,982 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740 2024-11-13T19:03:19,983 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740 2024-11-13T19:03:19,985 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:19,985 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:19,985 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:19,987 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:19,988 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74003644, jitterRate=0.10274022817611694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:19,988 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:03:19,988 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524599973Writing region info on filesystem at 1731524599973Initializing all the Stores at 1731524599974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524599974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524599974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524599974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524599974Cleaning up temporary data from old regions at 1731524599985 (+11 ms)Running coprocessor post-open hooks at 1731524599988 (+3 ms)Region opened successfully at 1731524599988 2024-11-13T19:03:19,989 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524599948 2024-11-13T19:03:19,992 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:03:19,992 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:03:19,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:19,993 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,34309,1731524596537, state=OPEN 2024-11-13T19:03:20,024 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476166044/meta-region-server 2024-11-13T19:03:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476166044/meta-region-server 2024-11-13T19:03:20,024 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:20,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476166044/meta-region-server: CHANGED 2024-11-13T19:03:20,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476166044/meta-region-server: CHANGED 2024-11-13T19:03:20,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:03:20,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,34309,1731524596537 in 229 msec 2024-11-13T19:03:20,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:03:20,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-13T19:03:20,031 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:20,031 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:03:20,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:20,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,34309,1731524596537, seqNum=-1] 2024-11-13T19:03:20,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:20,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:20,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-13T19:03:20,041 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524600041, completionTime=-1 2024-11-13T19:03:20,041 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:03:20,042 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:03:20,044 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:03:20,044 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524660044 2024-11-13T19:03:20,044 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524720044 2024-11-13T19:03:20,044 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:03:20,044 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45689,1731524596367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:20,044 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45689,1731524596367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:20,044 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45689,1731524596367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:20,044 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:45689, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:20,045 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:20,045 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:20,046 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:03:20,049 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.446sec 2024-11-13T19:03:20,049 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:03:20,049 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:03:20,049 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:03:20,049 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:03:20,049 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:03:20,049 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45689,1731524596367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:20,049 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45689,1731524596367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:03:20,052 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:03:20,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:03:20,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45689,1731524596367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:20,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c1fb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:20,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45689,-1 for getting cluster id 2024-11-13T19:03:20,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:20,071 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feafc763-b309-4c0d-a566-61cae4e676b0' 2024-11-13T19:03:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feafc763-b309-4c0d-a566-61cae4e676b0" 2024-11-13T19:03:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e0b32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45689,-1] 2024-11-13T19:03:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:20,074 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:20,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532a7af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:20,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:20,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,34309,1731524596537, seqNum=-1] 2024-11-13T19:03:20,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:20,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:20,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62464 2024-11-13T19:03:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:20,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136de2ee00002 connected 2024-11-13T19:03:20,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.log.dir so I do NOT create it in target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315 2024-11-13T19:03:20,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.tmp.dir so I do NOT create it in target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315 2024-11-13T19:03:20,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:03:20,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/cluster_50cdd26c-bc86-ba05-dfa2-8ffab548464b, deleteOnExit=true 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/test.cache.data in system properties and HBase conf 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:03:20,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:03:20,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:03:20,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:03:20,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:03:20,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:03:20,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:20,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:03:20,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:03:20,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:03:20,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:03:20,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:20,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7214cd41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:03:20,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4386e886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:03:20,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63c86364{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/java.io.tmpdir/jetty-localhost-33359-hadoop-hdfs-3_4_1-tests_jar-_-any-11070216963716632782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:03:20,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@251f6c68{HTTP/1.1, (http/1.1)}{localhost:33359} 2024-11-13T19:03:20,460 INFO [Time-limited test {}] server.Server(415): Started @39621ms 2024-11-13T19:03:20,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:20,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:03:20,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:03:20,627 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:03:20,627 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:03:20,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@208805ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:03:20,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1672a38c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:03:20,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b12badb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/java.io.tmpdir/jetty-localhost-44365-hadoop-hdfs-3_4_1-tests_jar-_-any-1913612236496749757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:03:20,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a0d0573{HTTP/1.1, (http/1.1)}{localhost:44365} 2024-11-13T19:03:20,722 INFO [Time-limited test {}] server.Server(415): Started @39883ms 2024-11-13T19:03:20,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:03:21,094 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/cluster_50cdd26c-bc86-ba05-dfa2-8ffab548464b/data/data1/current/BP-1967018776-172.17.0.2-1731524600130/current, will proceed with Du for space computation calculation, 2024-11-13T19:03:21,094 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/cluster_50cdd26c-bc86-ba05-dfa2-8ffab548464b/data/data2/current/BP-1967018776-172.17.0.2-1731524600130/current, will proceed with Du for space computation calculation, 2024-11-13T19:03:21,117 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:03:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa26ab46b98586580 with lease ID 0x7e6c1365ea7d964: Processing first storage report for DS-580ed747-c3c9-46bd-9b43-84a229947bc2 from datanode DatanodeRegistration(127.0.0.1:45377, datanodeUuid=11502deb-8036-47fe-ae49-5f182f7fea34, infoPort=43771, infoSecurePort=0, ipcPort=34727, storageInfo=lv=-57;cid=testClusterID;nsid=898534721;c=1731524600130) 2024-11-13T19:03:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa26ab46b98586580 with lease ID 0x7e6c1365ea7d964: from storage DS-580ed747-c3c9-46bd-9b43-84a229947bc2 node DatanodeRegistration(127.0.0.1:45377, datanodeUuid=11502deb-8036-47fe-ae49-5f182f7fea34, infoPort=43771, infoSecurePort=0, ipcPort=34727, storageInfo=lv=-57;cid=testClusterID;nsid=898534721;c=1731524600130), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:03:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa26ab46b98586580 with lease ID 0x7e6c1365ea7d964: Processing first storage report for DS-70cd14e5-b32e-432c-a2f2-3dbf60fa41aa from datanode DatanodeRegistration(127.0.0.1:45377, datanodeUuid=11502deb-8036-47fe-ae49-5f182f7fea34, infoPort=43771, infoSecurePort=0, ipcPort=34727, storageInfo=lv=-57;cid=testClusterID;nsid=898534721;c=1731524600130) 2024-11-13T19:03:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa26ab46b98586580 with lease ID 0x7e6c1365ea7d964: from storage DS-70cd14e5-b32e-432c-a2f2-3dbf60fa41aa node DatanodeRegistration(127.0.0.1:45377, datanodeUuid=11502deb-8036-47fe-ae49-5f182f7fea34, infoPort=43771, infoSecurePort=0, ipcPort=34727, storageInfo=lv=-57;cid=testClusterID;nsid=898534721;c=1731524600130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:03:21,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315 2024-11-13T19:03:21,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:21,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:03:21,564 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1 with version=8 2024-11-13T19:03:21,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/hbase-staging 2024-11-13T19:03:21,566 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:21,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:21,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:21,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:21,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:21,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:21,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:03:21,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:21,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39433 2024-11-13T19:03:21,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39433 connecting to ZooKeeper ensemble=127.0.0.1:62464 2024-11-13T19:03:21,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394330x0, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:21,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39433-0x10136de2ee00003 connected 2024-11-13T19:03:21,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:21,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:21,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on znode that does not yet exist, /11121692276/running 2024-11-13T19:03:21,665 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1, hbase.cluster.distributed=false 2024-11-13T19:03:21,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on znode that does not yet exist, /11121692276/acl 2024-11-13T19:03:21,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39433 2024-11-13T19:03:21,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39433 2024-11-13T19:03:21,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39433 2024-11-13T19:03:21,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39433 2024-11-13T19:03:21,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39433 2024-11-13T19:03:21,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:21,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:21,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:21,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:21,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:21,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:21,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:03:21,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:21,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38357 2024-11-13T19:03:21,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38357 connecting to ZooKeeper ensemble=127.0.0.1:62464 2024-11-13T19:03:21,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:21,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:21,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383570x0, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:21,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383570x0, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on znode that does not yet exist, /11121692276/running 2024-11-13T19:03:21,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38357-0x10136de2ee00004 connected 2024-11-13T19:03:21,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:03:21,695 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:03:21,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on znode that does not yet exist, /11121692276/master 2024-11-13T19:03:21,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on znode that does not yet exist, /11121692276/acl 2024-11-13T19:03:21,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-13T19:03:21,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38357 2024-11-13T19:03:21,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38357 2024-11-13T19:03:21,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-13T19:03:21,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-13T19:03:21,709 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:39433 2024-11-13T19:03:21,710 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11121692276/backup-masters/e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:21,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276/backup-masters 2024-11-13T19:03:21,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276/backup-masters 2024-11-13T19:03:21,720 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on existing znode=/11121692276/backup-masters/e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11121692276/master 2024-11-13T19:03:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:21,728 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on existing znode=/11121692276/master 2024-11-13T19:03:21,728 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11121692276/backup-masters/e4b56bc8c4b3,39433,1731524601566 from backup master directory 2024-11-13T19:03:21,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11121692276/backup-masters/e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:21,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276/backup-masters 2024-11-13T19:03:21,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276/backup-masters 2024-11-13T19:03:21,736 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:21,736 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:21,740 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/hbase.id] with ID: 23434a40-d06d-4b12-beac-984d71e4af3b 2024-11-13T19:03:21,740 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/.tmp/hbase.id 2024-11-13T19:03:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:03:21,745 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/.tmp/hbase.id]:[hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/hbase.id] 2024-11-13T19:03:21,757 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:21,757 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:03:21,758 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:03:21,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:21,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:21,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:03:22,173 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:22,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:03:22,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:22,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:03:22,582 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store 2024-11-13T19:03:22,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:03:22,990 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:22,990 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:22,990 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:22,990 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:22,990 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:22,990 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:22,990 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:22,990 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524602990Disabling compacts and flushes for region at 1731524602990Disabling writes for close at 1731524602990Writing region close event to WAL at 1731524602990Closed at 1731524602990 2024-11-13T19:03:22,991 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/.initializing 2024-11-13T19:03:22,991 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/WALs/e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:22,993 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:22,994 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C39433%2C1731524601566, suffix=, logDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/WALs/e4b56bc8c4b3,39433,1731524601566, archiveDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/oldWALs, maxLogs=10 2024-11-13T19:03:23,006 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/WALs/e4b56bc8c4b3,39433,1731524601566/e4b56bc8c4b3%2C39433%2C1731524601566.1731524602995, exclude list is [], retry=0 2024-11-13T19:03:23,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-580ed747-c3c9-46bd-9b43-84a229947bc2,DISK] 2024-11-13T19:03:23,011 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/WALs/e4b56bc8c4b3,39433,1731524601566/e4b56bc8c4b3%2C39433%2C1731524601566.1731524602995 2024-11-13T19:03:23,011 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43771:43771)] 2024-11-13T19:03:23,011 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:23,012 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:23,012 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,012 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:03:23,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:23,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:23,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:03:23,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:23,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:23,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:03:23,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:23,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:23,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:03:23,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:23,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:23,021 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,022 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,022 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,024 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,024 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,024 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:23,025 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:23,027 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:23,027 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61485206, jitterRate=-0.08379903435707092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:23,028 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524603012Initializing all the Stores at 1731524603013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524603013Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524603013Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524603013Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524603013Cleaning up temporary data from old regions at 1731524603024 (+11 ms)Region opened successfully at 1731524603027 (+3 ms) 2024-11-13T19:03:23,028 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:03:23,030 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d3af4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:23,031 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:03:23,031 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:03:23,031 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:03:23,032 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:03:23,032 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:03:23,032 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:03:23,032 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:03:23,035 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:03:23,035 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Unable to get data of znode /11121692276/balancer because node does not exist (not necessarily an error) 2024-11-13T19:03:23,069 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11121692276/balancer already deleted, retry=false 2024-11-13T19:03:23,070 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:03:23,070 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Unable to get data of znode /11121692276/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:03:23,077 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11121692276/normalizer already deleted, retry=false 2024-11-13T19:03:23,078 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:03:23,079 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Unable to get data of znode /11121692276/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:03:23,086 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11121692276/switch/split already deleted, retry=false 2024-11-13T19:03:23,086 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Unable to get data of znode /11121692276/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:03:23,094 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11121692276/switch/merge already deleted, retry=false 2024-11-13T19:03:23,096 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Unable to get data of znode /11121692276/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:03:23,102 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11121692276/snapshot-cleanup already deleted, retry=false 2024-11-13T19:03:23,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11121692276/running 2024-11-13T19:03:23,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11121692276/running 2024-11-13T19:03:23,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:23,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:23,111 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,39433,1731524601566, sessionid=0x10136de2ee00003, setting cluster-up flag (Was=false) 2024-11-13T19:03:23,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:23,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:23,153 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11121692276/flush-table-proc/acquired, /11121692276/flush-table-proc/reached, /11121692276/flush-table-proc/abort 2024-11-13T19:03:23,154 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:23,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:23,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:23,194 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11121692276/online-snapshot/acquired, /11121692276/online-snapshot/reached, /11121692276/online-snapshot/abort 2024-11-13T19:03:23,195 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:23,196 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:03:23,198 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:23,198 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:03:23,198 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:03:23,199 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,39433,1731524601566 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:03:23,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:23,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:23,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:23,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:23,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:03:23,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:23,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,201 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(746): ClusterId : 23434a40-d06d-4b12-beac-984d71e4af3b 2024-11-13T19:03:23,201 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:03:23,225 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524633225 2024-11-13T19:03:23,226 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:03:23,226 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:03:23,226 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:03:23,226 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:03:23,226 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:03:23,226 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:03:23,226 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:03:23,226 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:03:23,226 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:23,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:03:23,227 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:03:23,227 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:03:23,227 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:03:23,227 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:03:23,227 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:03:23,227 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:03:23,227 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:23,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:03:23,230 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524603227,5,FailOnTimeoutGroup] 2024-11-13T19:03:23,231 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524603230,5,FailOnTimeoutGroup] 2024-11-13T19:03:23,231 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,231 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:03:23,231 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,231 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:03:23,237 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:03:23,237 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbc0101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:23,239 WARN [RS:0;e4b56bc8c4b3:34309 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e4b56bc8c4b3,43367,1731524568149: status=Processing ServerCrashProcedure of e4b56bc8c4b3,43367,1731524568149 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731524584733, completionTime=-1 appears to have been leaked 2024-11-13T19:03:23,247 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:38357 2024-11-13T19:03:23,247 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:03:23,247 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:03:23,247 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:03:23,248 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,39433,1731524601566 with port=38357, startcode=1731524601681 2024-11-13T19:03:23,248 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:03:23,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:03:23,250 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:03:23,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:23,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:23,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39433 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:23,252 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1 2024-11-13T19:03:23,252 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42953 2024-11-13T19:03:23,252 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:03:23,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:23,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276/rs 2024-11-13T19:03:23,291 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] zookeeper.ZKUtil(111): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on existing znode=/11121692276/rs/e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:23,291 WARN [RS:0;e4b56bc8c4b3:38357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:23,291 INFO [RS:0;e4b56bc8c4b3:38357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:23,291 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:23,291 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,38357,1731524601681] 2024-11-13T19:03:23,294 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:03:23,296 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:03:23,296 INFO [RS:0;e4b56bc8c4b3:38357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:03:23,296 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,296 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:03:23,297 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:03:23,297 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,297 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:23,298 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:23,302 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,302 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,303 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,303 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,303 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,303 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38357,1731524601681-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:23,315 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:03:23,316 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38357,1731524601681-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,316 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,316 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.Replication(171): e4b56bc8c4b3,38357,1731524601681 started 2024-11-13T19:03:23,328 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:23,328 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,38357,1731524601681, RpcServer on e4b56bc8c4b3/172.17.0.2:38357, sessionid=0x10136de2ee00004 2024-11-13T19:03:23,328 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:03:23,328 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:23,328 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,38357,1731524601681' 2024-11-13T19:03:23,328 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11121692276/flush-table-proc/abort' 2024-11-13T19:03:23,329 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11121692276/flush-table-proc/acquired' 2024-11-13T19:03:23,329 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:03:23,329 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:03:23,329 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:23,329 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,38357,1731524601681' 2024-11-13T19:03:23,329 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11121692276/online-snapshot/abort' 2024-11-13T19:03:23,329 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11121692276/online-snapshot/acquired' 2024-11-13T19:03:23,330 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:03:23,330 INFO [RS:0;e4b56bc8c4b3:38357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:03:23,330 INFO [RS:0;e4b56bc8c4b3:38357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:03:23,430 INFO [RS:0;e4b56bc8c4b3:38357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:23,432 INFO [RS:0;e4b56bc8c4b3:38357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C38357%2C1731524601681, suffix=, logDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681, archiveDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/oldWALs, maxLogs=10 2024-11-13T19:03:23,443 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681/e4b56bc8c4b3%2C38357%2C1731524601681.1731524603432, exclude list is [], retry=0 2024-11-13T19:03:23,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-580ed747-c3c9-46bd-9b43-84a229947bc2,DISK] 2024-11-13T19:03:23,448 INFO [RS:0;e4b56bc8c4b3:38357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681/e4b56bc8c4b3%2C38357%2C1731524601681.1731524603432 2024-11-13T19:03:23,449 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43771:43771)] 2024-11-13T19:03:23,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:03:23,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1 2024-11-13T19:03:23,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:03:24,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:24,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:24,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:24,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:24,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:24,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:24,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:24,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:24,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:24,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:24,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:24,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:24,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:24,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:24,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740 2024-11-13T19:03:24,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740 2024-11-13T19:03:24,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:24,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:24,053 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:24,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:24,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:24,056 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68330780, jitterRate=0.018207967281341553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:24,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524604042Initializing all the Stores at 1731524604043 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524604043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524604043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524604043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524604043Cleaning up temporary data from old regions at 1731524604053 (+10 ms)Region opened successfully at 1731524604057 (+4 ms) 2024-11-13T19:03:24,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:24,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:24,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:24,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:24,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:24,058 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:24,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524604057Disabling compacts and flushes for region at 1731524604057Disabling writes for close at 1731524604057Writing region close event to WAL at 1731524604058 (+1 ms)Closed at 1731524604058 2024-11-13T19:03:24,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:24,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:03:24,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:03:24,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:24,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:03:24,212 DEBUG [e4b56bc8c4b3:39433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:03:24,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:24,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,38357,1731524601681, state=OPENING 2024-11-13T19:03:24,252 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:03:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:24,261 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:24,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11121692276/meta-region-server: CHANGED 2024-11-13T19:03:24,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,38357,1731524601681}] 2024-11-13T19:03:24,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11121692276/meta-region-server: CHANGED 2024-11-13T19:03:24,415 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:03:24,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:03:24,421 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:03:24,421 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:24,422 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:03:24,423 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C38357%2C1731524601681.meta, suffix=.meta, logDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681, archiveDir=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/oldWALs, maxLogs=10 2024-11-13T19:03:24,442 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681/e4b56bc8c4b3%2C38357%2C1731524601681.meta.1731524604424.meta, exclude list is [], retry=0 2024-11-13T19:03:24,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-580ed747-c3c9-46bd-9b43-84a229947bc2,DISK] 2024-11-13T19:03:24,447 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681/e4b56bc8c4b3%2C38357%2C1731524601681.meta.1731524604424.meta 2024-11-13T19:03:24,448 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43771:43771)] 2024-11-13T19:03:24,448 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:24,448 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:24,448 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:03:24,449 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:03:24,449 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:03:24,449 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:03:24,449 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:24,449 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:03:24,449 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:03:24,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:24,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:24,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:24,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:24,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:24,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:24,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:24,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:24,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:24,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:24,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:24,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:24,459 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:24,459 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740 2024-11-13T19:03:24,461 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740 2024-11-13T19:03:24,462 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:24,462 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:24,463 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:24,464 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:24,465 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69170256, jitterRate=0.030717134475708008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:24,465 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:03:24,465 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524604449Writing region info on filesystem at 1731524604449Initializing all the Stores at 1731524604450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524604450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524604453 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524604453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524604453Cleaning up temporary data from old regions at 1731524604462 (+9 ms)Running coprocessor post-open hooks at 1731524604465 (+3 ms)Region opened successfully at 1731524604465 2024-11-13T19:03:24,467 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524604415 2024-11-13T19:03:24,469 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:03:24,469 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:03:24,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:24,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,38357,1731524601681, state=OPEN 2024-11-13T19:03:24,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11121692276/meta-region-server 2024-11-13T19:03:24,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11121692276/meta-region-server 2024-11-13T19:03:24,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11121692276/meta-region-server: CHANGED 2024-11-13T19:03:24,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11121692276/meta-region-server: CHANGED 2024-11-13T19:03:24,486 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:24,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:03:24,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,38357,1731524601681 in 224 msec 2024-11-13T19:03:24,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:03:24,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-13T19:03:24,494 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:24,494 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:03:24,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:24,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,38357,1731524601681, seqNum=-1] 2024-11-13T19:03:24,496 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:24,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:24,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-13T19:03:24,505 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524604505, completionTime=-1 2024-11-13T19:03:24,505 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:03:24,505 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:03:24,507 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:03:24,507 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524664507 2024-11-13T19:03:24,507 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524724507 2024-11-13T19:03:24,507 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:03:24,507 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39433,1731524601566-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:24,507 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39433,1731524601566-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:24,508 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39433,1731524601566-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:24,508 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:39433, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:24,508 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:24,508 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:24,510 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:03:24,512 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.776sec 2024-11-13T19:03:24,512 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:03:24,512 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:03:24,513 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:03:24,513 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:03:24,513 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:03:24,513 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39433,1731524601566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:24,513 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39433,1731524601566-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:03:24,515 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:03:24,516 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:03:24,516 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39433,1731524601566-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:24,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169c445c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39433,-1 for getting cluster id 2024-11-13T19:03:24,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:24,603 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23434a40-d06d-4b12-beac-984d71e4af3b' 2024-11-13T19:03:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23434a40-d06d-4b12-beac-984d71e4af3b" 2024-11-13T19:03:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a8e9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39433,-1] 2024-11-13T19:03:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:24,606 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:24,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25daa761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,38357,1731524601681, seqNum=-1] 2024-11-13T19:03:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:24,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:24,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:24,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62464 2024-11-13T19:03:24,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:24,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136de2ee00005 connected 2024-11-13T19:03:24,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e702ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45689,-1 for getting cluster id 2024-11-13T19:03:24,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:24,637 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'feafc763-b309-4c0d-a566-61cae4e676b0' 2024-11-13T19:03:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "feafc763-b309-4c0d-a566-61cae4e676b0" 2024-11-13T19:03:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfb1f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45689,-1] 2024-11-13T19:03:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:24,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:24,639 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7060e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42aed8a4 2024-11-13T19:03:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:24,643 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:24,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:39433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:03:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:03:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:24,648 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:39433' 2024-11-13T19:03:24,649 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740a5563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,649 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39433,-1 for getting cluster id 2024-11-13T19:03:24,649 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:24,650 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23434a40-d06d-4b12-beac-984d71e4af3b' 2024-11-13T19:03:24,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:24,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23434a40-d06d-4b12-beac-984d71e4af3b" 2024-11-13T19:03:24,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2861396e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39433,-1] 2024-11-13T19:03:24,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:24,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:24,652 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:24,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777d733d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:24,653 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:24,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:24,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610b9645 2024-11-13T19:03:24,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:24,655 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:24,656 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T19:03:24,656 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:03:24,656 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:24,657 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:24,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:24,657 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:24,659 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:03:24,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:03:24,661 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:24,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:03:24,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741835_1011 (size=1138) 2024-11-13T19:03:24,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0ec4dc4cac3ec43e36fd1476c810904, NAME => 'hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2 2024-11-13T19:03:24,709 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:03:24,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741836_1012 (size=44) 2024-11-13T19:03:24,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:24,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f0ec4dc4cac3ec43e36fd1476c810904, disabling compactions & flushes 2024-11-13T19:03:24,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:24,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:24,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. after waiting 0 ms 2024-11-13T19:03:24,722 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:24,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:24,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0ec4dc4cac3ec43e36fd1476c810904: Waiting for close lock at 1731524604722Disabling compacts and flushes for region at 1731524604722Disabling writes for close at 1731524604722Writing region close event to WAL at 1731524604722Closed at 1731524604722 2024-11-13T19:03:24,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:03:24,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524604727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524604727"}]},"ts":"1731524604727"} 2024-11-13T19:03:24,731 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:03:24,732 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:03:24,733 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524604733"}]},"ts":"1731524604733"} 2024-11-13T19:03:24,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:03:24,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0ec4dc4cac3ec43e36fd1476c810904, ASSIGN}] 2024-11-13T19:03:24,739 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0ec4dc4cac3ec43e36fd1476c810904, ASSIGN 2024-11-13T19:03:24,741 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0ec4dc4cac3ec43e36fd1476c810904, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,34309,1731524596537; forceNewPlan=false, retain=false 2024-11-13T19:03:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:24,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:03:24,892 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0ec4dc4cac3ec43e36fd1476c810904, regionState=OPENING, regionLocation=e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:24,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0ec4dc4cac3ec43e36fd1476c810904, ASSIGN because future has completed 2024-11-13T19:03:24,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ec4dc4cac3ec43e36fd1476c810904, server=e4b56bc8c4b3,34309,1731524596537}] 2024-11-13T19:03:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:25,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:25,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:25,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:03:25,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C34309%2C1731524596537.rep, suffix=, logDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537, archiveDir=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/oldWALs, maxLogs=10 2024-11-13T19:03:25,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.rep.1731524605060, exclude list is [], retry=0 2024-11-13T19:03:25,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39003,DS-b5221e08-14cc-43b0-9664-6d96f6658709,DISK] 2024-11-13T19:03:25,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.rep.1731524605060 2024-11-13T19:03:25,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45593:45593)] 2024-11-13T19:03:25,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f0ec4dc4cac3ec43e36fd1476c810904, NAME => 'hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:25,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:03:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. service=MultiRowMutationService 2024-11-13T19:03:25,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:03:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,099 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,101 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ec4dc4cac3ec43e36fd1476c810904 columnFamilyName hfileref 2024-11-13T19:03:25,101 DEBUG [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:25,102 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] regionserver.HStore(327): Store=f0ec4dc4cac3ec43e36fd1476c810904/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:25,102 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,104 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ec4dc4cac3ec43e36fd1476c810904 columnFamilyName queue 2024-11-13T19:03:25,104 DEBUG [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:25,105 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] regionserver.HStore(327): Store=f0ec4dc4cac3ec43e36fd1476c810904/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:25,105 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,107 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ec4dc4cac3ec43e36fd1476c810904 columnFamilyName sid 2024-11-13T19:03:25,107 DEBUG [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:25,108 INFO [StoreOpener-f0ec4dc4cac3ec43e36fd1476c810904-1 {}] regionserver.HStore(327): Store=f0ec4dc4cac3ec43e36fd1476c810904/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:25,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:03:25,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:25,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f0ec4dc4cac3ec43e36fd1476c810904; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68911543, jitterRate=0.0268620103597641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:03:25,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:25,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f0ec4dc4cac3ec43e36fd1476c810904: Running coprocessor pre-open hook at 1731524605095Writing region info on filesystem at 1731524605095Initializing all the Stores at 1731524605097 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524605097Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524605098 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524605098Cleaning up temporary data from old regions at 1731524605113 (+15 ms)Running coprocessor post-open hooks at 1731524605120 (+7 ms)Region opened successfully at 1731524605121 (+1 ms) 2024-11-13T19:03:25,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904., pid=7, masterSystemTime=1731524605049 2024-11-13T19:03:25,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:25,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:25,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0ec4dc4cac3ec43e36fd1476c810904, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:25,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ec4dc4cac3ec43e36fd1476c810904, server=e4b56bc8c4b3,34309,1731524596537 because future has completed 2024-11-13T19:03:25,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:03:25,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f0ec4dc4cac3ec43e36fd1476c810904, server=e4b56bc8c4b3,34309,1731524596537 in 239 msec 2024-11-13T19:03:25,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:03:25,148 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:03:25,149 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524605148"}]},"ts":"1731524605148"} 2024-11-13T19:03:25,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0ec4dc4cac3ec43e36fd1476c810904, ASSIGN in 403 msec 2024-11-13T19:03:25,152 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:03:25,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:03:25,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 497 msec 2024-11-13T19:03:25,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904., hostname=e4b56bc8c4b3,34309,1731524596537, seqNum=2] 2024-11-13T19:03:25,211 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:25,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:03:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:25,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T19:03:25,385 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:03:25,433 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,34309,1731524596537, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:03:25,434 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:25,434 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,34309,1731524596537, seqNum=-1] 2024-11-13T19:03:25,435 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:25,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T19:03:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,34309,1731524596537', locateType=CURRENT is [region=hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904., hostname=e4b56bc8c4b3,34309,1731524596537, seqNum=2] 2024-11-13T19:03:25,445 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T19:03:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T19:03:25,450 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,34309,1731524596537 suceeded 2024-11-13T19:03:25,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T19:03:25,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-13T19:03:25,457 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:39433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:03:25,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 814 msec 2024-11-13T19:03:25,472 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:39433' 2024-11-13T19:03:25,473 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a4895a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:25,473 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39433,-1 for getting cluster id 2024-11-13T19:03:25,473 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:25,474 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23434a40-d06d-4b12-beac-984d71e4af3b' 2024-11-13T19:03:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23434a40-d06d-4b12-beac-984d71e4af3b" 2024-11-13T19:03:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71dd5f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39433,-1] 2024-11-13T19:03:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:25,476 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:25,477 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67e11ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:25,477 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:25,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:25,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ee89451 2024-11-13T19:03:25,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:25,480 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T19:03:25,481 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,34309,1731524596537 (queues=1) is replicating from cluster=feafc763-b309-4c0d-a566-61cae4e676b0 to cluster=23434a40-d06d-4b12-beac-984d71e4af3b 2024-11-13T19:03:25,481 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C34309%2C1731524596537 2024-11-13T19:03:25,481 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,34309,1731524596537, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:03:25,482 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955, startPosition=0, beingWritten=true 2024-11-13T19:03:25,491 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.shippere4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C34309%2C1731524596537 2024-11-13T19:03:25,698 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 to pos 0, reset compression=false 2024-11-13T19:03:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:25,786 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:03:25,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:25,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:25,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:25,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:25,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:25,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53cf03a 2024-11-13T19:03:25,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:25,790 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:25,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45689 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T19:03:25,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:03:25,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:25,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:25,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:25,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:25,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:25,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:03:25,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=602929996, stopped=false 2024-11-13T19:03:25,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,39433,1731524601566 2024-11-13T19:03:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11121692276/running 2024-11-13T19:03:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11121692276/running 2024-11-13T19:03:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:25,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:25,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:25,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:25,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:25,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,38357,1731524601681' ***** 2024-11-13T19:03:25,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:03:25,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on znode that does not yet exist, /11121692276/running 2024-11-13T19:03:25,809 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:03:25,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Set watcher on znode that does not yet exist, /11121692276/running 2024-11-13T19:03:25,809 INFO [RS:0;e4b56bc8c4b3:38357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:03:25,809 INFO [RS:0;e4b56bc8c4b3:38357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:03:25,810 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:25,810 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:25,810 INFO [RS:0;e4b56bc8c4b3:38357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:38357. 2024-11-13T19:03:25,810 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:03:25,810 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:25,810 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:25,810 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:03:25,810 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:03:25,810 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:03:25,810 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:03:25,810 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:03:25,810 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:03:25,810 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:25,811 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:25,811 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:25,811 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:25,811 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:25,811 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:25,811 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T19:03:25,833 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740/.tmp/ns/2e81b34a67d249319653a7d29a888c1d is 43, key is default/ns:d/1731524604498/Put/seqid=0 2024-11-13T19:03:25,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741835_1011 (size=5153) 2024-11-13T19:03:25,905 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:26,003 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 to pos 0, reset compression=false 2024-11-13T19:03:26,011 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:26,211 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:26,239 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740/.tmp/ns/2e81b34a67d249319653a7d29a888c1d 2024-11-13T19:03:26,248 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740/.tmp/ns/2e81b34a67d249319653a7d29a888c1d as hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740/ns/2e81b34a67d249319653a7d29a888c1d 2024-11-13T19:03:26,256 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740/ns/2e81b34a67d249319653a7d29a888c1d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T19:03:26,258 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-13T19:03:26,263 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:03:26,264 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:26,264 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:26,264 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:26,264 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524605811Running coprocessor pre-close hooks at 1731524605811Disabling compacts and flushes for region at 1731524605811Disabling writes for close at 1731524605811Obtaining lock to block concurrent updates at 1731524605811Preparing flush snapshotting stores in 1588230740 at 1731524605811Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731524605812 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524605813 (+1 ms)Flushing 1588230740/ns: creating writer at 1731524605813Flushing 1588230740/ns: appending metadata at 1731524605833 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731524605833Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4889ca: reopening flushed file at 1731524606247 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1731524606258 (+11 ms)Writing region close event to WAL at 1731524606258Running coprocessor post-close hooks at 1731524606264 (+6 ms)Closed at 1731524606264 2024-11-13T19:03:26,264 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:26,303 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:03:26,303 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:03:26,409 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 to pos 0, reset compression=false 2024-11-13T19:03:26,411 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,38357,1731524601681; all regions closed. 2024-11-13T19:03:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741834_1010 (size=1152) 2024-11-13T19:03:26,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681/e4b56bc8c4b3%2C38357%2C1731524601681.meta.1731524604424.meta not finished, retry = 0 2024-11-13T19:03:26,516 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/oldWALs 2024-11-13T19:03:26,516 INFO [RS:0;e4b56bc8c4b3:38357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C38357%2C1731524601681.meta:.meta(num 1731524604424) 2024-11-13T19:03:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:03:26,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/WALs/e4b56bc8c4b3,38357,1731524601681/e4b56bc8c4b3%2C38357%2C1731524601681.1731524603432 not finished, retry = 0 2024-11-13T19:03:26,621 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/oldWALs 2024-11-13T19:03:26,621 INFO [RS:0;e4b56bc8c4b3:38357 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C38357%2C1731524601681:(num 1731524603432) 2024-11-13T19:03:26,621 DEBUG [RS:0;e4b56bc8c4b3:38357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:26,621 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:26,621 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:26,622 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:26,622 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:26,622 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:26,622 INFO [RS:0;e4b56bc8c4b3:38357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38357 2024-11-13T19:03:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276/rs 2024-11-13T19:03:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11121692276/rs/e4b56bc8c4b3,38357,1731524601681 2024-11-13T19:03:26,636 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:26,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,38357,1731524601681] 2024-11-13T19:03:26,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11121692276/draining/e4b56bc8c4b3,38357,1731524601681 already deleted, retry=false 2024-11-13T19:03:26,653 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,38357,1731524601681 expired; onlineServers=0 2024-11-13T19:03:26,653 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,39433,1731524601566' ***** 2024-11-13T19:03:26,653 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:03:26,653 INFO [M:0;e4b56bc8c4b3:39433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:26,653 INFO [M:0;e4b56bc8c4b3:39433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:26,653 DEBUG [M:0;e4b56bc8c4b3:39433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:03:26,653 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:03:26,653 DEBUG [M:0;e4b56bc8c4b3:39433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:03:26,653 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524603227 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524603227,5,FailOnTimeoutGroup] 2024-11-13T19:03:26,653 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524603230 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524603230,5,FailOnTimeoutGroup] 2024-11-13T19:03:26,654 INFO [M:0;e4b56bc8c4b3:39433 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:26,654 INFO [M:0;e4b56bc8c4b3:39433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:26,654 DEBUG [M:0;e4b56bc8c4b3:39433 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:03:26,654 INFO [M:0;e4b56bc8c4b3:39433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:03:26,654 INFO [M:0;e4b56bc8c4b3:39433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:26,654 INFO [M:0;e4b56bc8c4b3:39433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:03:26,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:03:26,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11121692276/master 2024-11-13T19:03:26,661 DEBUG [M:0;e4b56bc8c4b3:39433 {}] zookeeper.ZKUtil(347): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Unable to get data of znode /11121692276/master because node does not exist (not an error) 2024-11-13T19:03:26,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11121692276 2024-11-13T19:03:26,661 WARN [M:0;e4b56bc8c4b3:39433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:03:26,662 INFO [M:0;e4b56bc8c4b3:39433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/.lastflushedseqids 2024-11-13T19:03:26,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741836_1012 (size=99) 2024-11-13T19:03:26,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:26,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38357-0x10136de2ee00004, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:26,744 INFO [RS:0;e4b56bc8c4b3:38357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:26,745 INFO [RS:0;e4b56bc8c4b3:38357 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,38357,1731524601681; zookeeper connection closed. 2024-11-13T19:03:26,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45d00da2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45d00da2 2024-11-13T19:03:26,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:03:26,914 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 to pos 0, reset compression=false 2024-11-13T19:03:27,069 INFO [M:0;e4b56bc8c4b3:39433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:03:27,069 INFO [M:0;e4b56bc8c4b3:39433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:03:27,069 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:27,069 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:27,069 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:27,069 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:27,069 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:27,069 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T19:03:27,089 DEBUG [M:0;e4b56bc8c4b3:39433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c81dc5eea834647a1f0fed0a1c42cbb is 82, key is hbase:meta,,1/info:regioninfo/1731524604469/Put/seqid=0 2024-11-13T19:03:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741837_1013 (size=5672) 2024-11-13T19:03:27,104 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c81dc5eea834647a1f0fed0a1c42cbb 2024-11-13T19:03:27,141 DEBUG [M:0;e4b56bc8c4b3:39433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0648ec9ec78b431fb627ad98f71410fa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731524604504/Put/seqid=0 2024-11-13T19:03:27,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741838_1014 (size=5275) 2024-11-13T19:03:27,153 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0648ec9ec78b431fb627ad98f71410fa 2024-11-13T19:03:27,181 DEBUG [M:0;e4b56bc8c4b3:39433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd23d5a5f64c63969b067baee57c0b is 69, key is e4b56bc8c4b3,38357,1731524601681/rs:state/1731524603251/Put/seqid=0 2024-11-13T19:03:27,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741839_1015 (size=5156) 2024-11-13T19:03:27,520 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 to pos 0, reset compression=false 2024-11-13T19:03:27,588 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd23d5a5f64c63969b067baee57c0b 2024-11-13T19:03:27,594 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c81dc5eea834647a1f0fed0a1c42cbb as hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c81dc5eea834647a1f0fed0a1c42cbb 2024-11-13T19:03:27,599 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c81dc5eea834647a1f0fed0a1c42cbb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T19:03:27,600 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0648ec9ec78b431fb627ad98f71410fa as hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0648ec9ec78b431fb627ad98f71410fa 2024-11-13T19:03:27,605 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0648ec9ec78b431fb627ad98f71410fa, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T19:03:27,606 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9bd23d5a5f64c63969b067baee57c0b as hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9bd23d5a5f64c63969b067baee57c0b 2024-11-13T19:03:27,613 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42953/user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9bd23d5a5f64c63969b067baee57c0b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T19:03:27,614 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=28, compaction requested=false 2024-11-13T19:03:27,616 INFO [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:27,616 DEBUG [M:0;e4b56bc8c4b3:39433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524607069Disabling compacts and flushes for region at 1731524607069Disabling writes for close at 1731524607069Obtaining lock to block concurrent updates at 1731524607070 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524607070Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731524607070Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524607071 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524607071Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524607088 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524607088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524607111 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524607140 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524607140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524607159 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524607180 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524607180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297bcba3: reopening flushed file at 1731524607593 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed3c231: reopening flushed file at 1731524607599 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b65d2f4: reopening flushed file at 1731524607606 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=28, compaction requested=false at 1731524607615 (+9 ms)Writing region close event to WAL at 1731524607616 (+1 ms)Closed at 1731524607616 2024-11-13T19:03:27,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741830_1006 (size=10165) 2024-11-13T19:03:27,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64509eb2-1d8c-1407-08d3-3181e5996fc1/MasterData/WALs/e4b56bc8c4b3,39433,1731524601566/e4b56bc8c4b3%2C39433%2C1731524601566.1731524602995 not finished, retry = 0 2024-11-13T19:03:27,720 INFO [M:0;e4b56bc8c4b3:39433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:03:27,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:27,720 INFO [M:0;e4b56bc8c4b3:39433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39433 2024-11-13T19:03:27,721 INFO [M:0;e4b56bc8c4b3:39433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:27,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:03:27,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:03:27,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:03:27,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T19:03:27,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:27,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:03:27,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:27,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:03:27,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:03:27,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:03:27,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:27,836 INFO [M:0;e4b56bc8c4b3:39433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:27,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39433-0x10136de2ee00003, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:27,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b12badb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:03:27,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a0d0573{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:03:27,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:03:27,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1672a38c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:03:27,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@208805ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.log.dir/,STOPPED} 2024-11-13T19:03:27,844 WARN [BP-1967018776-172.17.0.2-1731524600130 heartbeating to localhost/127.0.0.1:42953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:03:27,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:03:27,844 WARN [BP-1967018776-172.17.0.2-1731524600130 heartbeating to localhost/127.0.0.1:42953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967018776-172.17.0.2-1731524600130 (Datanode Uuid 11502deb-8036-47fe-ae49-5f182f7fea34) service to localhost/127.0.0.1:42953 2024-11-13T19:03:27,845 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:03:27,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/cluster_50cdd26c-bc86-ba05-dfa2-8ffab548464b/data/data1/current/BP-1967018776-172.17.0.2-1731524600130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:03:27,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/cluster_50cdd26c-bc86-ba05-dfa2-8ffab548464b/data/data2/current/BP-1967018776-172.17.0.2-1731524600130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:03:27,845 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:03:27,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63c86364{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:03:27,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@251f6c68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:03:27,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:03:27,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4386e886{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:03:27,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7214cd41{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.log.dir/,STOPPED} 2024-11-13T19:03:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:03:27,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:03:27,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:27,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:27,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:27,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:27,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:03:27,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1549107070, stopped=false 2024-11-13T19:03:27,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,45689,1731524596367 2024-11-13T19:03:27,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:27,886 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476166044/running 2024-11-13T19:03:27,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476166044/running 2024-11-13T19:03:27,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:27,886 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:27,886 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:27,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:27,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:27,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:27,887 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,34309,1731524596537' ***** 2024-11-13T19:03:27,887 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:03:27,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on znode that does not yet exist, /01476166044/running 2024-11-13T19:03:27,887 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:03:27,887 INFO [RS:0;e4b56bc8c4b3:34309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:03:27,887 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:03:27,887 INFO [RS:0;e4b56bc8c4b3:34309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:03:27,887 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(3091): Received CLOSE for f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:27,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Set watcher on znode that does not yet exist, /01476166044/running 2024-11-13T19:03:27,888 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:27,888 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:27,888 INFO [RS:0;e4b56bc8c4b3:34309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:34309. 2024-11-13T19:03:27,888 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:27,888 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:27,888 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0ec4dc4cac3ec43e36fd1476c810904, disabling compactions & flushes 2024-11-13T19:03:27,888 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:27,888 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:03:27,888 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:27,888 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:03:27,888 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:03:27,888 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. after waiting 0 ms 2024-11-13T19:03:27,888 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:03:27,888 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:27,888 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0ec4dc4cac3ec43e36fd1476c810904 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T19:03:27,888 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:03:27,888 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1325): Online Regions={f0ec4dc4cac3ec43e36fd1476c810904=hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:03:27,888 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:27,888 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:27,889 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:27,889 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:27,889 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:27,889 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:27,889 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T19:03:27,912 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904/.tmp/queue/5d4ff92301724d009cb7ebcb57014135 is 151, key is 1-e4b56bc8c4b3,34309,1731524596537/queue:e4b56bc8c4b3%2C34309%2C1731524596537/1731524605441/Put/seqid=0 2024-11-13T19:03:27,912 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/info/96138f009e514e358af46cb79447dd97 is 147, key is hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904./info:regioninfo/1731524605127/Put/seqid=0 2024-11-13T19:03:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741838_1014 (size=5350) 2024-11-13T19:03:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741839_1015 (size=6631) 2024-11-13T19:03:27,930 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:28,089 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:28,225 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 to pos 0, reset compression=false 2024-11-13T19:03:28,289 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ec4dc4cac3ec43e36fd1476c810904 2024-11-13T19:03:28,320 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904/.tmp/queue/5d4ff92301724d009cb7ebcb57014135 2024-11-13T19:03:28,320 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/info/96138f009e514e358af46cb79447dd97 2024-11-13T19:03:28,333 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904/.tmp/queue/5d4ff92301724d009cb7ebcb57014135 as hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904/queue/5d4ff92301724d009cb7ebcb57014135 2024-11-13T19:03:28,343 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904/queue/5d4ff92301724d009cb7ebcb57014135, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T19:03:28,345 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f0ec4dc4cac3ec43e36fd1476c810904 in 457ms, sequenceid=5, compaction requested=false 2024-11-13T19:03:28,345 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:03:28,353 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/replication/f0ec4dc4cac3ec43e36fd1476c810904/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:03:28,354 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:28,354 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:28,355 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:28,355 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0ec4dc4cac3ec43e36fd1476c810904: Waiting for close lock at 1731524607888Running coprocessor pre-close hooks at 1731524607888Disabling compacts and flushes for region at 1731524607888Disabling writes for close at 1731524607888Obtaining lock to block concurrent updates at 1731524607888Preparing flush snapshotting stores in f0ec4dc4cac3ec43e36fd1476c810904 at 1731524607888Finished memstore snapshotting hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731524607888Flushing stores of hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. at 1731524607889 (+1 ms)Flushing f0ec4dc4cac3ec43e36fd1476c810904/queue: creating writer at 1731524607889Flushing f0ec4dc4cac3ec43e36fd1476c810904/queue: appending metadata at 1731524607911 (+22 ms)Flushing f0ec4dc4cac3ec43e36fd1476c810904/queue: closing flushed file at 1731524607911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4192b6a5: reopening flushed file at 1731524608330 (+419 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f0ec4dc4cac3ec43e36fd1476c810904 in 457ms, sequenceid=5, compaction requested=false at 1731524608345 (+15 ms)Writing region close event to WAL at 1731524608346 (+1 ms)Running coprocessor post-close hooks at 1731524608354 (+8 ms)Closed at 1731524608354 2024-11-13T19:03:28,355 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524604657.f0ec4dc4cac3ec43e36fd1476c810904. 2024-11-13T19:03:28,355 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/ns/97eb4a5e18044e4b9387fb78f6503236 is 43, key is default/ns:d/1731524600035/Put/seqid=0 2024-11-13T19:03:28,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:03:28,489 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:28,689 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:28,765 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/ns/97eb4a5e18044e4b9387fb78f6503236 2024-11-13T19:03:28,784 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/table/f30ab6bfa0984b21b5edf3fd46a0cc54 is 53, key is hbase:replication/table:state/1731524605148/Put/seqid=0 2024-11-13T19:03:28,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741841_1017 (size=5256) 2024-11-13T19:03:28,824 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:03:28,824 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:03:28,890 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:03:28,890 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:03:28,890 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:29,030 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 to pos 0, reset compression=false 2024-11-13T19:03:29,090 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:03:29,189 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/table/f30ab6bfa0984b21b5edf3fd46a0cc54 2024-11-13T19:03:29,198 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/info/96138f009e514e358af46cb79447dd97 as hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/info/96138f009e514e358af46cb79447dd97 2024-11-13T19:03:29,207 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/info/96138f009e514e358af46cb79447dd97, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T19:03:29,208 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/ns/97eb4a5e18044e4b9387fb78f6503236 as hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/ns/97eb4a5e18044e4b9387fb78f6503236 2024-11-13T19:03:29,216 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/ns/97eb4a5e18044e4b9387fb78f6503236, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:03:29,218 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/.tmp/table/f30ab6bfa0984b21b5edf3fd46a0cc54 as hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/table/f30ab6bfa0984b21b5edf3fd46a0cc54 2024-11-13T19:03:29,226 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/table/f30ab6bfa0984b21b5edf3fd46a0cc54, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T19:03:29,227 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=11, compaction requested=false 2024-11-13T19:03:29,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:03:29,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:03:29,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:03:29,241 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:29,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524607888Running coprocessor pre-close hooks at 1731524607888Disabling compacts and flushes for region at 1731524607888Disabling writes for close at 1731524607889 (+1 ms)Obtaining lock to block concurrent updates at 1731524607889Preparing flush snapshotting stores in 1588230740 at 1731524607889Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731524607889Flushing stores of hbase:meta,,1.1588230740 at 1731524607890 (+1 ms)Flushing 1588230740/info: creating writer at 1731524607890Flushing 1588230740/info: appending metadata at 1731524607911 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731524607912 (+1 ms)Flushing 1588230740/ns: creating writer at 1731524608332 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731524608355 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731524608355Flushing 1588230740/table: creating writer at 1731524608771 (+416 ms)Flushing 1588230740/table: appending metadata at 1731524608784 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731524608784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d65604: reopening flushed file at 1731524609198 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739bcd4b: reopening flushed file at 1731524609208 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5ff2ae: reopening flushed file at 1731524609217 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=11, compaction requested=false at 1731524609227 (+10 ms)Writing region close event to WAL at 1731524609237 (+10 ms)Running coprocessor post-close hooks at 1731524609241 (+4 ms)Closed at 1731524609241 2024-11-13T19:03:29,242 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:29,290 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,34309,1731524596537; all regions closed. 2024-11-13T19:03:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741834_1010 (size=2742) 2024-11-13T19:03:29,294 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.meta.1731524599955.meta not finished, retry = 0 2024-11-13T19:03:29,397 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/oldWALs 2024-11-13T19:03:29,397 INFO [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C34309%2C1731524596537.meta:.meta(num 1731524599955) 2024-11-13T19:03:29,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741837_1013 (size=1586) 2024-11-13T19:03:29,399 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.rep.1731524605060 not finished, retry = 0 2024-11-13T19:03:29,502 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/oldWALs 2024-11-13T19:03:29,502 INFO [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C34309%2C1731524596537.rep:(num 1731524605060) 2024-11-13T19:03:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:03:29,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/WALs/e4b56bc8c4b3,34309,1731524596537/e4b56bc8c4b3%2C34309%2C1731524596537.1731524598955 not finished, retry = 0 2024-11-13T19:03:29,607 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/oldWALs 2024-11-13T19:03:29,607 INFO [RS:0;e4b56bc8c4b3:34309 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C34309%2C1731524596537:(num 1731524598955) 2024-11-13T19:03:29,607 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:29,607 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:03:29,607 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:29,607 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:29,608 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:29,608 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:29,608 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,34309,1731524596537 because: Region server is closing 2024-11-13T19:03:29,608 INFO [RS:0;e4b56bc8c4b3:34309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:34309. 2024-11-13T19:03:29,608 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:29,608 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:29,608 DEBUG [RS:0;e4b56bc8c4b3:34309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:29,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:29,708 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.wal-reader.e4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:03:29,708 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.shippere4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:03:29,709 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34309,1731524596537.replicationSource.shippere4b56bc8c4b3%2C34309%2C1731524596537,1-e4b56bc8c4b3,34309,1731524596537 terminated 2024-11-13T19:03:29,709 INFO [RS:0;e4b56bc8c4b3:34309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34309 2024-11-13T19:03:29,744 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476166044/rs/e4b56bc8c4b3,34309,1731524596537 2024-11-13T19:03:29,744 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044/rs 2024-11-13T19:03:29,744 ERROR [pool-358-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f64988e4088@2a031e4c rejected from java.util.concurrent.ThreadPoolExecutor@6f019568[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T19:03:29,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,34309,1731524596537] 2024-11-13T19:03:29,761 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01476166044/draining/e4b56bc8c4b3,34309,1731524596537 already deleted, retry=false 2024-11-13T19:03:29,761 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,34309,1731524596537 expired; onlineServers=0 2024-11-13T19:03:29,761 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,45689,1731524596367' ***** 2024-11-13T19:03:29,761 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:03:29,761 INFO [M:0;e4b56bc8c4b3:45689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:03:29,761 INFO [M:0;e4b56bc8c4b3:45689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:03:29,761 DEBUG [M:0;e4b56bc8c4b3:45689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:03:29,761 DEBUG [M:0;e4b56bc8c4b3:45689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:03:29,761 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:03:29,761 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524598754 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524598754,5,FailOnTimeoutGroup] 2024-11-13T19:03:29,761 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524598754 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524598754,5,FailOnTimeoutGroup] 2024-11-13T19:03:29,762 INFO [M:0;e4b56bc8c4b3:45689 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:03:29,762 INFO [M:0;e4b56bc8c4b3:45689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:03:29,762 DEBUG [M:0;e4b56bc8c4b3:45689 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:03:29,762 INFO [M:0;e4b56bc8c4b3:45689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:03:29,762 INFO [M:0;e4b56bc8c4b3:45689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:03:29,762 INFO [M:0;e4b56bc8c4b3:45689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:03:29,762 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:03:29,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476166044/master 2024-11-13T19:03:29,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476166044 2024-11-13T19:03:29,769 DEBUG [M:0;e4b56bc8c4b3:45689 {}] zookeeper.ZKUtil(347): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Unable to get data of znode /01476166044/master because node does not exist (not an error) 2024-11-13T19:03:29,769 WARN [M:0;e4b56bc8c4b3:45689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:03:29,770 INFO [M:0;e4b56bc8c4b3:45689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/.lastflushedseqids 2024-11-13T19:03:29,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741842_1018 (size=181) 2024-11-13T19:03:29,853 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:29,853 INFO [RS:0;e4b56bc8c4b3:34309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:29,853 INFO [RS:0;e4b56bc8c4b3:34309 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,34309,1731524596537; zookeeper connection closed. 2024-11-13T19:03:29,853 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34309-0x10136de2ee00001, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:29,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498da219 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498da219 2024-11-13T19:03:29,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:03:29,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:03:29,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:29,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:29,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:30,175 INFO [M:0;e4b56bc8c4b3:45689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:03:30,175 INFO [M:0;e4b56bc8c4b3:45689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:03:30,176 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:30,176 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:30,176 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:30,176 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:30,176 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:30,176 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T19:03:30,191 DEBUG [M:0;e4b56bc8c4b3:45689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85336e7aab6e44d3bb0cabb377bbca40 is 82, key is hbase:meta,,1/info:regioninfo/1731524599992/Put/seqid=0 2024-11-13T19:03:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741843_1019 (size=5672) 2024-11-13T19:03:30,195 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85336e7aab6e44d3bb0cabb377bbca40 2024-11-13T19:03:30,214 DEBUG [M:0;e4b56bc8c4b3:45689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13ae6f7abbdf412fb285bb20d51a1eae is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731524605156/Put/seqid=0 2024-11-13T19:03:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741844_1020 (size=7203) 2024-11-13T19:03:30,218 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13ae6f7abbdf412fb285bb20d51a1eae 2024-11-13T19:03:30,239 DEBUG [M:0;e4b56bc8c4b3:45689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466233e7fee944e48aa7922652885afb is 69, key is e4b56bc8c4b3,34309,1731524596537/rs:state/1731524598801/Put/seqid=0 2024-11-13T19:03:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741845_1021 (size=5156) 2024-11-13T19:03:30,248 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466233e7fee944e48aa7922652885afb 2024-11-13T19:03:30,255 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85336e7aab6e44d3bb0cabb377bbca40 as hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85336e7aab6e44d3bb0cabb377bbca40 2024-11-13T19:03:30,261 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85336e7aab6e44d3bb0cabb377bbca40, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T19:03:30,263 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/13ae6f7abbdf412fb285bb20d51a1eae as hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13ae6f7abbdf412fb285bb20d51a1eae 2024-11-13T19:03:30,270 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/13ae6f7abbdf412fb285bb20d51a1eae, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T19:03:30,272 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466233e7fee944e48aa7922652885afb as hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/466233e7fee944e48aa7922652885afb 2024-11-13T19:03:30,280 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35641/user/jenkins/test-data/24b8bafe-f290-69f5-ee43-35dd8ac0dba2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/466233e7fee944e48aa7922652885afb, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T19:03:30,281 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=70, compaction requested=false 2024-11-13T19:03:30,291 INFO [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:30,291 DEBUG [M:0;e4b56bc8c4b3:45689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524610176Disabling compacts and flushes for region at 1731524610176Disabling writes for close at 1731524610176Obtaining lock to block concurrent updates at 1731524610176Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524610176Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731524610176Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524610177 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524610177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524610190 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524610190Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524610200 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524610213 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524610213Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524610224 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524610238 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524610239 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251d1f80: reopening flushed file at 1731524610253 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e19c19f: reopening flushed file at 1731524610262 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@beee534: reopening flushed file at 1731524610271 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=70, compaction requested=false at 1731524610281 (+10 ms)Writing region close event to WAL at 1731524610291 (+10 ms)Closed at 1731524610291 2024-11-13T19:03:30,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39003 is added to blk_1073741830_1006 (size=41008) 2024-11-13T19:03:30,297 INFO [M:0;e4b56bc8c4b3:45689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:03:30,297 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:03:30,298 INFO [M:0;e4b56bc8c4b3:45689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45689 2024-11-13T19:03:30,298 INFO [M:0;e4b56bc8c4b3:45689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:03:30,428 INFO [M:0;e4b56bc8c4b3:45689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:03:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45689-0x10136de2ee00000, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:03:30,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459fb864{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:03:30,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d6e6860{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:03:30,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:03:30,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2656ae80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:03:30,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@712450cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.log.dir/,STOPPED} 2024-11-13T19:03:30,432 WARN [BP-92716171-172.17.0.2-1731524594823 heartbeating to localhost/127.0.0.1:35641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:03:30,432 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:03:30,432 WARN [BP-92716171-172.17.0.2-1731524594823 heartbeating to localhost/127.0.0.1:35641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-92716171-172.17.0.2-1731524594823 (Datanode Uuid 5e486cd6-a0b8-4698-ab4d-02d6a71b4a77) service to localhost/127.0.0.1:35641 2024-11-13T19:03:30,432 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:03:30,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/cluster_f83048ba-9989-54c6-5d71-db0cf281eef8/data/data1/current/BP-92716171-172.17.0.2-1731524594823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:03:30,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/cluster_f83048ba-9989-54c6-5d71-db0cf281eef8/data/data2/current/BP-92716171-172.17.0.2-1731524594823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:03:30,433 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:03:30,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4943031b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:03:30,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@171238de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:03:30,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:03:30,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@726a01cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:03:30,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bc492eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfd6aa38-c715-3c29-f418-61bb6f313563/hadoop.log.dir/,STOPPED} 2024-11-13T19:03:30,444 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:03:30,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:03:30,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 106) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:42953 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35641 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62464) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:42953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:42953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62464) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3678 (was 3470) - AvailableMemoryMB LEAK? - 2024-11-13T19:03:30,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=3678 2024-11-13T19:03:30,482 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T19:03:30,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.log.dir so I do NOT create it in target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c 2024-11-13T19:03:30,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:03:30,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.tmp.dir so I do NOT create it in target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c 2024-11-13T19:03:30,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f5ae79-02df-df0c-2758-c047c7c78315/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:03:30,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c 2024-11-13T19:03:30,483 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/cluster_0b5d67aa-e9e2-6d31-92c5-44124b24215b, deleteOnExit=true 2024-11-13T19:03:30,487 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/cluster_0b5d67aa-e9e2-6d31-92c5-44124b24215b/zookeeper_0, clientPort=63892, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/cluster_0b5d67aa-e9e2-6d31-92c5-44124b24215b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/cluster_0b5d67aa-e9e2-6d31-92c5-44124b24215b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:03:30,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63892 2024-11-13T19:03:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:03:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:03:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/test.cache.data in system properties and HBase conf 2024-11-13T19:03:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:03:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:03:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:03:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:03:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:03:30,489 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:03:30,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:03:30,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:03:30,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:03:30,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136de2ee00005, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:03:30,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136de2ee00002, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:03:30,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136de2ee00002, quorum=127.0.0.1:62464, baseZNode=/01476166044 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:03:30,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136de2ee00005, quorum=127.0.0.1:62464, baseZNode=/11121692276 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:03:30,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:30,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:03:30,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:03:30,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:03:30,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:03:30,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:30,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@721d39f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:03:30,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60e664ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:03:30,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@746b3f04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/java.io.tmpdir/jetty-localhost-45713-hadoop-hdfs-3_4_1-tests_jar-_-any-15278819175927206421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:03:30,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d69de7c{HTTP/1.1, (http/1.1)}{localhost:45713} 2024-11-13T19:03:30,895 INFO [Time-limited test {}] server.Server(415): Started @50056ms 2024-11-13T19:03:31,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:31,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:03:31,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:03:31,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:03:31,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:03:31,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@615e0ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:03:31,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42967e14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:03:31,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63093eec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/java.io.tmpdir/jetty-localhost-37847-hadoop-hdfs-3_4_1-tests_jar-_-any-17453954995582009929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:03:31,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249c5817{HTTP/1.1, (http/1.1)}{localhost:37847} 2024-11-13T19:03:31,239 INFO [Time-limited test {}] server.Server(415): Started @50400ms 2024-11-13T19:03:31,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:03:31,650 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/cluster_0b5d67aa-e9e2-6d31-92c5-44124b24215b/data/data1/current/BP-732751096-172.17.0.2-1731524610512/current, will proceed with Du for space computation calculation, 2024-11-13T19:03:31,650 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/cluster_0b5d67aa-e9e2-6d31-92c5-44124b24215b/data/data2/current/BP-732751096-172.17.0.2-1731524610512/current, will proceed with Du for space computation calculation, 2024-11-13T19:03:31,672 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:03:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75449a6489847dad with lease ID 0xe4e18c30e1a5d8e0: Processing first storage report for DS-9ca22573-2c58-4bb6-a81b-6c84c9f8b419 from datanode DatanodeRegistration(127.0.0.1:34507, datanodeUuid=b999c3a6-1677-4acf-a937-7a75bdbaf745, infoPort=33131, infoSecurePort=0, ipcPort=44431, storageInfo=lv=-57;cid=testClusterID;nsid=1956417542;c=1731524610512) 2024-11-13T19:03:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75449a6489847dad with lease ID 0xe4e18c30e1a5d8e0: from storage DS-9ca22573-2c58-4bb6-a81b-6c84c9f8b419 node DatanodeRegistration(127.0.0.1:34507, datanodeUuid=b999c3a6-1677-4acf-a937-7a75bdbaf745, infoPort=33131, infoSecurePort=0, ipcPort=44431, storageInfo=lv=-57;cid=testClusterID;nsid=1956417542;c=1731524610512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:03:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75449a6489847dad with lease ID 0xe4e18c30e1a5d8e0: Processing first storage report for DS-c6ff5d39-085b-4804-bda8-51196a172c2e from datanode DatanodeRegistration(127.0.0.1:34507, datanodeUuid=b999c3a6-1677-4acf-a937-7a75bdbaf745, infoPort=33131, infoSecurePort=0, ipcPort=44431, storageInfo=lv=-57;cid=testClusterID;nsid=1956417542;c=1731524610512) 2024-11-13T19:03:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75449a6489847dad with lease ID 0xe4e18c30e1a5d8e0: from storage DS-c6ff5d39-085b-4804-bda8-51196a172c2e node DatanodeRegistration(127.0.0.1:34507, datanodeUuid=b999c3a6-1677-4acf-a937-7a75bdbaf745, infoPort=33131, infoSecurePort=0, ipcPort=44431, storageInfo=lv=-57;cid=testClusterID;nsid=1956417542;c=1731524610512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:03:31,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c 2024-11-13T19:03:31,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:31,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:31,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:03:32,180 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634 with version=8 2024-11-13T19:03:32,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/hbase-staging 2024-11-13T19:03:32,182 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:32,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:32,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:32,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:32,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:32,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:32,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:03:32,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:32,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35179 2024-11-13T19:03:32,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35179 connecting to ZooKeeper ensemble=127.0.0.1:63892 2024-11-13T19:03:32,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351790x0, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:32,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35179-0x10136de6c2a0000 connected 2024-11-13T19:03:32,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:32,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:32,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on znode that does not yet exist, /0309578129/running 2024-11-13T19:03:32,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634, hbase.cluster.distributed=false 2024-11-13T19:03:32,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on znode that does not yet exist, /0309578129/acl 2024-11-13T19:03:32,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35179 2024-11-13T19:03:32,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35179 2024-11-13T19:03:32,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35179 2024-11-13T19:03:32,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35179 2024-11-13T19:03:32,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35179 2024-11-13T19:03:32,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:32,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:32,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:32,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:03:32,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:32,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36731 2024-11-13T19:03:32,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36731 connecting to ZooKeeper ensemble=127.0.0.1:63892 2024-11-13T19:03:32,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:32,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:32,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367310x0, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:32,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36731-0x10136de6c2a0001 connected 2024-11-13T19:03:32,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on znode that does not yet exist, /0309578129/running 2024-11-13T19:03:32,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:03:32,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:03:32,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on znode that does not yet exist, /0309578129/master 2024-11-13T19:03:32,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on znode that does not yet exist, /0309578129/acl 2024-11-13T19:03:32,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-13T19:03:32,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36731 2024-11-13T19:03:32,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36731 2024-11-13T19:03:32,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-13T19:03:32,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-13T19:03:32,392 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:35179 2024-11-13T19:03:32,393 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0309578129/backup-masters/e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:32,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129/backup-masters 2024-11-13T19:03:32,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129/backup-masters 2024-11-13T19:03:32,403 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on existing znode=/0309578129/backup-masters/e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:32,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0309578129/master 2024-11-13T19:03:32,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:32,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:32,411 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on existing znode=/0309578129/master 2024-11-13T19:03:32,412 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0309578129/backup-masters/e4b56bc8c4b3,35179,1731524612182 from backup master directory 2024-11-13T19:03:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129/backup-masters 2024-11-13T19:03:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0309578129/backup-masters/e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129/backup-masters 2024-11-13T19:03:32,419 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:32,419 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:32,423 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/hbase.id] with ID: ca005760-4b88-4796-9d17-d2bdb7e2f543 2024-11-13T19:03:32,423 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/.tmp/hbase.id 2024-11-13T19:03:32,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:03:32,437 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/.tmp/hbase.id]:[hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/hbase.id] 2024-11-13T19:03:32,449 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:32,449 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:03:32,451 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T19:03:32,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:32,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:03:32,867 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:32,868 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:03:32,868 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:32,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:03:32,879 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store 2024-11-13T19:03:32,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:03:33,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:33,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:33,289 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:33,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:33,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:33,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:33,289 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:33,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524613289Disabling compacts and flushes for region at 1731524613289Disabling writes for close at 1731524613289Writing region close event to WAL at 1731524613289Closed at 1731524613289 2024-11-13T19:03:33,290 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/.initializing 2024-11-13T19:03:33,290 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/WALs/e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:33,291 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:33,293 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C35179%2C1731524612182, suffix=, logDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/WALs/e4b56bc8c4b3,35179,1731524612182, archiveDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/oldWALs, maxLogs=10 2024-11-13T19:03:33,305 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/WALs/e4b56bc8c4b3,35179,1731524612182/e4b56bc8c4b3%2C35179%2C1731524612182.1731524613293, exclude list is [], retry=0 2024-11-13T19:03:33,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34507,DS-9ca22573-2c58-4bb6-a81b-6c84c9f8b419,DISK] 2024-11-13T19:03:33,309 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/WALs/e4b56bc8c4b3,35179,1731524612182/e4b56bc8c4b3%2C35179%2C1731524612182.1731524613293 2024-11-13T19:03:33,309 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131)] 2024-11-13T19:03:33,309 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:33,310 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:33,310 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,310 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:03:33,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:33,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:33,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:03:33,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:33,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:33,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:03:33,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:33,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:33,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:03:33,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:33,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:33,318 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,319 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,319 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,320 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,320 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,321 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:33,322 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:33,324 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:33,324 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66818756, jitterRate=-0.004322946071624756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:33,325 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524613310Initializing all the Stores at 1731524613311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524613311Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524613311Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524613311Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524613311Cleaning up temporary data from old regions at 1731524613320 (+9 ms)Region opened successfully at 1731524613325 (+5 ms) 2024-11-13T19:03:33,325 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:03:33,328 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fd30a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:33,329 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:03:33,329 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:03:33,329 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:03:33,329 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:03:33,330 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:03:33,330 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:03:33,330 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:03:33,332 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:03:33,333 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Unable to get data of znode /0309578129/balancer because node does not exist (not necessarily an error) 2024-11-13T19:03:33,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0309578129/balancer already deleted, retry=false 2024-11-13T19:03:33,358 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:03:33,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Unable to get data of znode /0309578129/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:03:33,399 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0309578129/normalizer already deleted, retry=false 2024-11-13T19:03:33,400 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:03:33,401 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Unable to get data of znode /0309578129/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:03:33,444 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0309578129/switch/split already deleted, retry=false 2024-11-13T19:03:33,445 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Unable to get data of znode /0309578129/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:03:33,461 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0309578129/switch/merge already deleted, retry=false 2024-11-13T19:03:33,464 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Unable to get data of znode /0309578129/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:03:33,511 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0309578129/snapshot-cleanup already deleted, retry=false 2024-11-13T19:03:33,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0309578129/running 2024-11-13T19:03:33,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0309578129/running 2024-11-13T19:03:33,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:33,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:33,528 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,35179,1731524612182, sessionid=0x10136de6c2a0000, setting cluster-up flag (Was=false) 2024-11-13T19:03:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:33,569 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0309578129/flush-table-proc/acquired, /0309578129/flush-table-proc/reached, /0309578129/flush-table-proc/abort 2024-11-13T19:03:33,570 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:33,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:33,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:33,611 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0309578129/online-snapshot/acquired, /0309578129/online-snapshot/reached, /0309578129/online-snapshot/abort 2024-11-13T19:03:33,612 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:33,613 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:03:33,615 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:33,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:03:33,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:03:33,615 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,35179,1731524612182 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:03:33,616 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:33,617 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:33,617 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:33,617 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:33,617 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:03:33,617 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,617 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:33,617 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524643618 2024-11-13T19:03:33,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:03:33,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:03:33,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:03:33,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:03:33,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:03:33,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:03:33,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:33,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:03:33,620 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:33,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:03:33,623 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:03:33,623 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:03:33,623 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:03:33,623 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:03:33,623 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:03:33,623 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:03:33,623 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524613623,5,FailOnTimeoutGroup] 2024-11-13T19:03:33,623 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524613623,5,FailOnTimeoutGroup] 2024-11-13T19:03:33,624 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,624 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:03:33,624 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,624 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:03:33,692 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(746): ClusterId : ca005760-4b88-4796-9d17-d2bdb7e2f543 2024-11-13T19:03:33,692 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:03:33,712 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:03:33,712 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:03:33,758 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:03:33,759 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f1de51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:33,769 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:36731 2024-11-13T19:03:33,770 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:03:33,770 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:03:33,770 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:03:33,770 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,35179,1731524612182 with port=36731, startcode=1731524612364 2024-11-13T19:03:33,770 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:03:33,772 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:03:33,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:33,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35179 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:33,774 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634 2024-11-13T19:03:33,774 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39599 2024-11-13T19:03:33,774 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:03:33,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129/rs 2024-11-13T19:03:33,808 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] zookeeper.ZKUtil(111): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on existing znode=/0309578129/rs/e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:33,808 WARN [RS:0;e4b56bc8c4b3:36731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:33,808 INFO [RS:0;e4b56bc8c4b3:36731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:33,808 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:33,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,36731,1731524612364] 2024-11-13T19:03:33,813 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:03:33,814 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:03:33,814 INFO [RS:0;e4b56bc8c4b3:36731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:03:33,814 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,815 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:03:33,816 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:03:33,816 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,816 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,816 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,816 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:33,817 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:33,819 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,819 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,819 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,819 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,819 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,819 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36731,1731524612364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:33,832 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:03:33,832 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,36731,1731524612364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,832 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,832 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.Replication(171): e4b56bc8c4b3,36731,1731524612364 started 2024-11-13T19:03:33,847 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:33,847 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,36731,1731524612364, RpcServer on e4b56bc8c4b3/172.17.0.2:36731, sessionid=0x10136de6c2a0001 2024-11-13T19:03:33,847 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:03:33,847 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:33,848 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,36731,1731524612364' 2024-11-13T19:03:33,848 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0309578129/flush-table-proc/abort' 2024-11-13T19:03:33,848 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0309578129/flush-table-proc/acquired' 2024-11-13T19:03:33,848 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:03:33,848 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:03:33,848 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:33,848 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,36731,1731524612364' 2024-11-13T19:03:33,849 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0309578129/online-snapshot/abort' 2024-11-13T19:03:33,849 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0309578129/online-snapshot/acquired' 2024-11-13T19:03:33,849 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:03:33,849 INFO [RS:0;e4b56bc8c4b3:36731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:03:33,849 INFO [RS:0;e4b56bc8c4b3:36731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:03:33,950 INFO [RS:0;e4b56bc8c4b3:36731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:33,951 INFO [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C36731%2C1731524612364, suffix=, logDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364, archiveDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/oldWALs, maxLogs=10 2024-11-13T19:03:33,969 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952, exclude list is [], retry=0 2024-11-13T19:03:33,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34507,DS-9ca22573-2c58-4bb6-a81b-6c84c9f8b419,DISK] 2024-11-13T19:03:33,973 INFO [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 2024-11-13T19:03:33,974 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131)] 2024-11-13T19:03:34,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:03:34,031 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634 2024-11-13T19:03:34,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:03:34,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:34,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:34,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:34,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:34,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:34,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:34,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:34,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:34,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:34,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:34,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:34,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:34,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:34,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:34,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:34,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:34,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:34,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:34,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740 2024-11-13T19:03:34,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740 2024-11-13T19:03:34,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:34,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:34,451 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:34,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:34,453 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:34,453 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62945223, jitterRate=-0.06204308569431305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:34,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524614441Initializing all the Stores at 1731524614442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524614442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524614442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524614442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524614442Cleaning up temporary data from old regions at 1731524614450 (+8 ms)Region opened successfully at 1731524614454 (+4 ms) 2024-11-13T19:03:34,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:34,454 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:34,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:34,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:34,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:34,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:34,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524614454Disabling compacts and flushes for region at 1731524614454Disabling writes for close at 1731524614454Writing region close event to WAL at 1731524614455 (+1 ms)Closed at 1731524614455 2024-11-13T19:03:34,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:34,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:03:34,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:03:34,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:34,458 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:03:34,608 DEBUG [e4b56bc8c4b3:35179 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:03:34,609 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:34,610 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,36731,1731524612364, state=OPENING 2024-11-13T19:03:34,624 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:03:34,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:34,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:34,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:34,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0309578129/meta-region-server: CHANGED 2024-11-13T19:03:34,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,36731,1731524612364}] 2024-11-13T19:03:34,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0309578129/meta-region-server: CHANGED 2024-11-13T19:03:34,786 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:03:34,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:03:34,791 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:03:34,791 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:34,792 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:03:34,793 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C36731%2C1731524612364.meta, suffix=.meta, logDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364, archiveDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/oldWALs, maxLogs=10 2024-11-13T19:03:34,805 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.meta.1731524614794.meta, exclude list is [], retry=0 2024-11-13T19:03:34,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34507,DS-9ca22573-2c58-4bb6-a81b-6c84c9f8b419,DISK] 2024-11-13T19:03:34,809 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.meta.1731524614794.meta 2024-11-13T19:03:34,810 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131)] 2024-11-13T19:03:34,810 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:34,810 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:34,810 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:03:34,810 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:03:34,810 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:03:34,810 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:03:34,810 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:34,811 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:03:34,811 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:03:34,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:34,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:34,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:34,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:34,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:34,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:34,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:34,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:34,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:34,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:34,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:34,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:34,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:34,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:34,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:34,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:34,816 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:34,817 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740 2024-11-13T19:03:34,818 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740 2024-11-13T19:03:34,819 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:34,819 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:34,819 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:34,820 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:34,821 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71998064, jitterRate=0.07285475730895996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:34,821 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:03:34,822 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524614811Writing region info on filesystem at 1731524614811Initializing all the Stores at 1731524614811Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524614811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524614812 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524614812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524614812Cleaning up temporary data from old regions at 1731524614819 (+7 ms)Running coprocessor post-open hooks at 1731524614821 (+2 ms)Region opened successfully at 1731524614822 (+1 ms) 2024-11-13T19:03:34,823 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524614786 2024-11-13T19:03:34,825 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:03:34,825 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:03:34,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:34,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,36731,1731524612364, state=OPEN 2024-11-13T19:03:34,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0309578129/meta-region-server 2024-11-13T19:03:34,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0309578129/meta-region-server 2024-11-13T19:03:34,884 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:34,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0309578129/meta-region-server: CHANGED 2024-11-13T19:03:34,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0309578129/meta-region-server: CHANGED 2024-11-13T19:03:34,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:03:34,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,36731,1731524612364 in 251 msec 2024-11-13T19:03:34,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:03:34,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-13T19:03:34,891 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:34,892 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:03:34,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:34,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=-1] 2024-11-13T19:03:34,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:34,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:34,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-13T19:03:34,901 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524614900, completionTime=-1 2024-11-13T19:03:34,901 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:03:34,901 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:03:34,903 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:03:34,903 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524674903 2024-11-13T19:03:34,903 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524734903 2024-11-13T19:03:34,903 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:03:34,904 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35179,1731524612182-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:34,904 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35179,1731524612182-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:34,904 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35179,1731524612182-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:34,904 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:35179, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:34,904 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:34,904 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:34,906 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:03:34,908 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.489sec 2024-11-13T19:03:34,908 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:03:34,908 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:03:34,908 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:03:34,909 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:03:34,909 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:03:34,909 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35179,1731524612182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:34,909 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35179,1731524612182-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:03:34,911 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:03:34,911 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:03:34,911 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35179,1731524612182-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:34,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a0695b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:34,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35179,-1 for getting cluster id 2024-11-13T19:03:34,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:34,997 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca005760-4b88-4796-9d17-d2bdb7e2f543' 2024-11-13T19:03:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:34,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca005760-4b88-4796-9d17-d2bdb7e2f543" 2024-11-13T19:03:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2844f7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35179,-1] 2024-11-13T19:03:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:34,999 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:35,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd39046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:35,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=-1] 2024-11-13T19:03:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:35,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:35,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:35,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63892 2024-11-13T19:03:35,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:35,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136de6c2a0002 connected 2024-11-13T19:03:35,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.log.dir so I do NOT create it in target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e 2024-11-13T19:03:35,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:03:35,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.tmp.dir so I do NOT create it in target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e 2024-11-13T19:03:35,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:03:35,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e 2024-11-13T19:03:35,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:03:35,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/cluster_5580bff2-c48e-2d4a-d71d-edfa0c1af16f, deleteOnExit=true 2024-11-13T19:03:35,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/test.cache.data in system properties and HBase conf 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:03:35,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:03:35,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:03:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:03:35,211 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:03:35,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:35,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:35,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:35,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:35,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:35,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:03:35,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:03:35,321 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:03:35,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:03:35,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:35,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187edafe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:03:35,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb81af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:03:35,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14ed5def{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/java.io.tmpdir/jetty-localhost-46453-hadoop-hdfs-3_4_1-tests_jar-_-any-3449575015422934996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:03:35,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40d0c6a3{HTTP/1.1, (http/1.1)}{localhost:46453} 2024-11-13T19:03:35,419 INFO [Time-limited test {}] server.Server(415): Started @54579ms 2024-11-13T19:03:35,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:03:35,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:03:35,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:03:35,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:03:35,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:03:35,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c349565{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:03:35,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c8da6cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:03:35,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@220f73aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/java.io.tmpdir/jetty-localhost-37029-hadoop-hdfs-3_4_1-tests_jar-_-any-15754077829779229274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:03:35,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ea6cc0{HTTP/1.1, (http/1.1)}{localhost:37029} 2024-11-13T19:03:35,676 INFO [Time-limited test {}] server.Server(415): Started @54837ms 2024-11-13T19:03:35,678 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:03:36,067 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/cluster_5580bff2-c48e-2d4a-d71d-edfa0c1af16f/data/data1/current/BP-1898839721-172.17.0.2-1731524615049/current, will proceed with Du for space computation calculation, 2024-11-13T19:03:36,067 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/cluster_5580bff2-c48e-2d4a-d71d-edfa0c1af16f/data/data2/current/BP-1898839721-172.17.0.2-1731524615049/current, will proceed with Du for space computation calculation, 2024-11-13T19:03:36,081 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:03:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7e341baa76cad0c with lease ID 0xa908af7861616f88: Processing first storage report for DS-9d6087b6-72b3-48c1-95a1-7aa140b066f4 from datanode DatanodeRegistration(127.0.0.1:39107, datanodeUuid=d2ddc64d-c308-422c-ab48-917ccc839d20, infoPort=38681, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=898583789;c=1731524615049) 2024-11-13T19:03:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7e341baa76cad0c with lease ID 0xa908af7861616f88: from storage DS-9d6087b6-72b3-48c1-95a1-7aa140b066f4 node DatanodeRegistration(127.0.0.1:39107, datanodeUuid=d2ddc64d-c308-422c-ab48-917ccc839d20, infoPort=38681, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=898583789;c=1731524615049), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:03:36,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7e341baa76cad0c with lease ID 0xa908af7861616f88: Processing first storage report for DS-511eb2eb-5a80-4bb1-b9bb-467604c07f36 from datanode DatanodeRegistration(127.0.0.1:39107, datanodeUuid=d2ddc64d-c308-422c-ab48-917ccc839d20, infoPort=38681, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=898583789;c=1731524615049) 2024-11-13T19:03:36,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7e341baa76cad0c with lease ID 0xa908af7861616f88: from storage DS-511eb2eb-5a80-4bb1-b9bb-467604c07f36 node DatanodeRegistration(127.0.0.1:39107, datanodeUuid=d2ddc64d-c308-422c-ab48-917ccc839d20, infoPort=38681, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=898583789;c=1731524615049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:03:36,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e 2024-11-13T19:03:36,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:36,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:36,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:03:36,511 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30 with version=8 2024-11-13T19:03:36,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/hbase-staging 2024-11-13T19:03:36,513 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:36,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:36,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:36,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:36,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:36,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:36,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:03:36,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:36,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46361 2024-11-13T19:03:36,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46361 connecting to ZooKeeper ensemble=127.0.0.1:63892 2024-11-13T19:03:36,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463610x0, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:36,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46361-0x10136de6c2a0003 connected 2024-11-13T19:03:36,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:36,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:36,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on znode that does not yet exist, /1434308093/running 2024-11-13T19:03:36,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30, hbase.cluster.distributed=false 2024-11-13T19:03:36,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on znode that does not yet exist, /1434308093/acl 2024-11-13T19:03:36,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-13T19:03:36,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46361 2024-11-13T19:03:36,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46361 2024-11-13T19:03:36,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-13T19:03:36,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-13T19:03:36,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:03:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:36,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:03:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:03:36,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:03:36,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:03:36,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:03:36,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41239 2024-11-13T19:03:36,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41239 connecting to ZooKeeper ensemble=127.0.0.1:63892 2024-11-13T19:03:36,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:36,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:36,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412390x0, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:36,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412390x0, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on znode that does not yet exist, /1434308093/running 2024-11-13T19:03:36,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41239-0x10136de6c2a0004 connected 2024-11-13T19:03:36,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:03:36,650 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:03:36,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on znode that does not yet exist, /1434308093/master 2024-11-13T19:03:36,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on znode that does not yet exist, /1434308093/acl 2024-11-13T19:03:36,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41239 2024-11-13T19:03:36,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41239 2024-11-13T19:03:36,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41239 2024-11-13T19:03:36,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41239 2024-11-13T19:03:36,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41239 2024-11-13T19:03:36,666 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:46361 2024-11-13T19:03:36,667 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1434308093/backup-masters/e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093/backup-masters 2024-11-13T19:03:36,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093/backup-masters 2024-11-13T19:03:36,674 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on existing znode=/1434308093/backup-masters/e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:36,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1434308093/master 2024-11-13T19:03:36,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:36,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:36,683 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on existing znode=/1434308093/master 2024-11-13T19:03:36,683 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1434308093/backup-masters/e4b56bc8c4b3,46361,1731524616512 from backup master directory 2024-11-13T19:03:36,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434308093/backup-masters/e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:36,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093/backup-masters 2024-11-13T19:03:36,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093/backup-masters 2024-11-13T19:03:36,691 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:36,691 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:36,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/hbase.id] with ID: dc3a2c6f-8261-4644-b615-3bf94919e051 2024-11-13T19:03:36,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/.tmp/hbase.id 2024-11-13T19:03:36,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:03:37,099 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/.tmp/hbase.id]:[hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/hbase.id] 2024-11-13T19:03:37,109 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:37,109 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:03:37,110 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:03:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:37,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:37,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:03:37,525 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:37,526 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:03:37,526 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:03:37,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:03:37,934 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store 2024-11-13T19:03:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:03:38,342 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:38,342 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:03:38,342 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:38,342 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:38,342 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:03:38,342 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:38,343 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:03:38,343 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524618342Disabling compacts and flushes for region at 1731524618342Disabling writes for close at 1731524618342Writing region close event to WAL at 1731524618342Closed at 1731524618342 2024-11-13T19:03:38,348 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/.initializing 2024-11-13T19:03:38,348 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/WALs/e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:38,350 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:38,354 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C46361%2C1731524616512, suffix=, logDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/WALs/e4b56bc8c4b3,46361,1731524616512, archiveDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/oldWALs, maxLogs=10 2024-11-13T19:03:38,370 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/WALs/e4b56bc8c4b3,46361,1731524616512/e4b56bc8c4b3%2C46361%2C1731524616512.1731524618354, exclude list is [], retry=0 2024-11-13T19:03:38,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39107,DS-9d6087b6-72b3-48c1-95a1-7aa140b066f4,DISK] 2024-11-13T19:03:38,375 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/WALs/e4b56bc8c4b3,46361,1731524616512/e4b56bc8c4b3%2C46361%2C1731524616512.1731524618354 2024-11-13T19:03:38,375 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-13T19:03:38,375 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:38,376 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:38,376 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,376 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:03:38,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:38,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:38,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:03:38,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:38,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:38,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:03:38,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:38,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:38,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:03:38,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:38,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:38,387 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,387 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,388 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,389 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,389 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,390 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:38,391 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:03:38,393 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:38,394 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72453058, jitterRate=0.07963469624519348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:38,394 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524618376Initializing all the Stores at 1731524618377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524618377Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524618377Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524618377Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524618377Cleaning up temporary data from old regions at 1731524618389 (+12 ms)Region opened successfully at 1731524618394 (+5 ms) 2024-11-13T19:03:38,394 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:03:38,398 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:38,399 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:03:38,399 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:03:38,399 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:03:38,399 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:03:38,400 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:03:38,400 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:03:38,400 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:03:38,404 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:03:38,405 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Unable to get data of znode /1434308093/balancer because node does not exist (not necessarily an error) 2024-11-13T19:03:38,411 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434308093/balancer already deleted, retry=false 2024-11-13T19:03:38,411 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:03:38,412 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Unable to get data of znode /1434308093/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:03:38,419 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434308093/normalizer already deleted, retry=false 2024-11-13T19:03:38,420 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:03:38,421 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Unable to get data of znode /1434308093/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:03:38,428 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434308093/switch/split already deleted, retry=false 2024-11-13T19:03:38,429 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Unable to get data of znode /1434308093/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:03:38,436 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434308093/switch/merge already deleted, retry=false 2024-11-13T19:03:38,438 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Unable to get data of znode /1434308093/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:03:38,444 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434308093/snapshot-cleanup already deleted, retry=false 2024-11-13T19:03:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1434308093/running 2024-11-13T19:03:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1434308093/running 2024-11-13T19:03:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:38,453 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,46361,1731524616512, sessionid=0x10136de6c2a0003, setting cluster-up flag (Was=false) 2024-11-13T19:03:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:38,494 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1434308093/flush-table-proc/acquired, /1434308093/flush-table-proc/reached, /1434308093/flush-table-proc/abort 2024-11-13T19:03:38,496 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:38,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:38,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:38,541 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1434308093/online-snapshot/acquired, /1434308093/online-snapshot/reached, /1434308093/online-snapshot/abort 2024-11-13T19:03:38,542 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:38,544 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:03:38,546 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:38,546 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:03:38,546 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:03:38,546 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,46361,1731524616512 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:03:38,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:38,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:38,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:38,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:03:38,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:03:38,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:38,548 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:38,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:03:38,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:38,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:03:38,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524648555 2024-11-13T19:03:38,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:03:38,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:03:38,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:03:38,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:03:38,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:03:38,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:03:38,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:03:38,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:03:38,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:03:38,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:03:38,557 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:03:38,557 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:03:38,558 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(746): ClusterId : dc3a2c6f-8261-4644-b615-3bf94919e051 2024-11-13T19:03:38,558 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:03:38,559 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524618557,5,FailOnTimeoutGroup] 2024-11-13T19:03:38,566 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:03:38,566 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:03:38,570 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524618559,5,FailOnTimeoutGroup] 2024-11-13T19:03:38,570 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,571 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:03:38,571 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,571 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:03:38,575 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:03:38,575 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e29c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:03:38,591 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:41239 2024-11-13T19:03:38,591 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:03:38,591 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:03:38,591 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:03:38,592 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,46361,1731524616512 with port=41239, startcode=1731524616635 2024-11-13T19:03:38,592 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:03:38,604 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:03:38,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:38,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46361 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:38,607 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30 2024-11-13T19:03:38,607 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36455 2024-11-13T19:03:38,607 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:03:38,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093/rs 2024-11-13T19:03:38,616 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] zookeeper.ZKUtil(111): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on existing znode=/1434308093/rs/e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:38,616 WARN [RS:0;e4b56bc8c4b3:41239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:03:38,616 INFO [RS:0;e4b56bc8c4b3:41239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:38,617 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:38,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,41239,1731524616635] 2024-11-13T19:03:38,621 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:03:38,625 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:03:38,627 INFO [RS:0;e4b56bc8c4b3:41239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:03:38,627 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,630 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:03:38,632 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:03:38,632 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,632 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,633 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,633 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:03:38,633 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:38,633 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:03:38,634 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,634 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,634 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,635 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,635 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,635 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41239,1731524616635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:38,653 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:03:38,653 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41239,1731524616635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,653 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,653 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.Replication(171): e4b56bc8c4b3,41239,1731524616635 started 2024-11-13T19:03:38,671 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:38,671 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,41239,1731524616635, RpcServer on e4b56bc8c4b3/172.17.0.2:41239, sessionid=0x10136de6c2a0004 2024-11-13T19:03:38,671 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:03:38,671 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:38,671 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41239,1731524616635' 2024-11-13T19:03:38,671 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1434308093/flush-table-proc/abort' 2024-11-13T19:03:38,675 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1434308093/flush-table-proc/acquired' 2024-11-13T19:03:38,675 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:03:38,675 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:03:38,675 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:38,675 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41239,1731524616635' 2024-11-13T19:03:38,675 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1434308093/online-snapshot/abort' 2024-11-13T19:03:38,677 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1434308093/online-snapshot/acquired' 2024-11-13T19:03:38,677 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:03:38,677 INFO [RS:0;e4b56bc8c4b3:41239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:03:38,677 INFO [RS:0;e4b56bc8c4b3:41239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:03:38,778 INFO [RS:0;e4b56bc8c4b3:41239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:03:38,780 INFO [RS:0;e4b56bc8c4b3:41239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C41239%2C1731524616635, suffix=, logDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635, archiveDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/oldWALs, maxLogs=10 2024-11-13T19:03:38,797 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635/e4b56bc8c4b3%2C41239%2C1731524616635.1731524618780, exclude list is [], retry=0 2024-11-13T19:03:38,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39107,DS-9d6087b6-72b3-48c1-95a1-7aa140b066f4,DISK] 2024-11-13T19:03:38,802 INFO [RS:0;e4b56bc8c4b3:41239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635/e4b56bc8c4b3%2C41239%2C1731524616635.1731524618780 2024-11-13T19:03:38,803 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-13T19:03:38,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:03:38,974 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30 2024-11-13T19:03:38,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:03:39,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:39,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:39,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:39,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:39,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:39,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:39,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:39,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:39,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:39,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:39,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:39,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:39,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:39,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:39,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:39,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:39,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:39,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:39,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740 2024-11-13T19:03:39,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740 2024-11-13T19:03:39,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:39,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:39,398 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:39,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:39,402 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:39,403 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67116168, jitterRate=1.0883808135986328E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:39,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524619381Initializing all the Stores at 1731524619382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524619382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524619383 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524619383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524619383Cleaning up temporary data from old regions at 1731524619397 (+14 ms)Region opened successfully at 1731524619403 (+6 ms) 2024-11-13T19:03:39,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:03:39,403 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:03:39,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:03:39,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:03:39,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:03:39,404 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:03:39,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524619403Disabling compacts and flushes for region at 1731524619403Disabling writes for close at 1731524619403Writing region close event to WAL at 1731524619404 (+1 ms)Closed at 1731524619404 2024-11-13T19:03:39,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:39,406 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:03:39,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:03:39,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:39,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:03:39,559 DEBUG [e4b56bc8c4b3:46361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:03:39,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:39,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41239,1731524616635, state=OPENING 2024-11-13T19:03:39,624 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:03:39,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:39,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:03:39,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1434308093/meta-region-server: CHANGED 2024-11-13T19:03:39,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1434308093/meta-region-server: CHANGED 2024-11-13T19:03:39,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:03:39,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41239,1731524616635}] 2024-11-13T19:03:39,799 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:03:39,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:03:39,831 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:03:39,831 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:39,831 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:03:39,834 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C41239%2C1731524616635.meta, suffix=.meta, logDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635, archiveDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/oldWALs, maxLogs=10 2024-11-13T19:03:39,860 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635/e4b56bc8c4b3%2C41239%2C1731524616635.meta.1731524619834.meta, exclude list is [], retry=0 2024-11-13T19:03:39,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39107,DS-9d6087b6-72b3-48c1-95a1-7aa140b066f4,DISK] 2024-11-13T19:03:39,886 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635/e4b56bc8c4b3%2C41239%2C1731524616635.meta.1731524619834.meta 2024-11-13T19:03:39,899 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-13T19:03:39,899 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:39,899 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:39,899 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:03:39,900 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:03:39,900 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:03:39,900 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:03:39,900 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:39,900 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:03:39,900 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:03:39,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:03:39,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:03:39,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:39,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:39,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:03:39,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:03:39,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:39,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:39,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:03:39,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:03:39,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:39,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:39,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:03:39,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:03:39,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:39,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:03:39,919 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:03:39,920 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740 2024-11-13T19:03:39,924 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740 2024-11-13T19:03:39,929 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:03:39,929 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:03:39,931 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:03:39,938 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:03:39,940 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64946781, jitterRate=-0.03221754729747772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:03:39,940 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:03:39,941 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524619900Writing region info on filesystem at 1731524619900Initializing all the Stores at 1731524619901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524619901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524619902 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524619902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524619902Cleaning up temporary data from old regions at 1731524619930 (+28 ms)Running coprocessor post-open hooks at 1731524619940 (+10 ms)Region opened successfully at 1731524619941 (+1 ms) 2024-11-13T19:03:39,944 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524619799 2024-11-13T19:03:39,948 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:03:39,948 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:03:39,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:39,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41239,1731524616635, state=OPEN 2024-11-13T19:03:40,024 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:40,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1434308093/meta-region-server 2024-11-13T19:03:40,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1434308093/meta-region-server 2024-11-13T19:03:40,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1434308093/meta-region-server: CHANGED 2024-11-13T19:03:40,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1434308093/meta-region-server: CHANGED 2024-11-13T19:03:40,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:03:40,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41239,1731524616635 in 383 msec 2024-11-13T19:03:40,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:03:40,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-13T19:03:40,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:03:40,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:03:40,037 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:40,037 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41239,1731524616635, seqNum=-1] 2024-11-13T19:03:40,037 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:40,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:40,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5010 sec 2024-11-13T19:03:40,048 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524620048, completionTime=-1 2024-11-13T19:03:40,048 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:03:40,048 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:03:40,051 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:03:40,051 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524680051 2024-11-13T19:03:40,051 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524740051 2024-11-13T19:03:40,051 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T19:03:40,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46361,1731524616512-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:40,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46361,1731524616512-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:40,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46361,1731524616512-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:40,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:46361, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:40,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:40,054 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:40,056 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:03:40,060 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.369sec 2024-11-13T19:03:40,061 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:03:40,061 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:03:40,061 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:03:40,061 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:03:40,061 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:03:40,061 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46361,1731524616512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:03:40,061 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46361,1731524616512-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:03:40,065 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:03:40,065 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:03:40,065 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46361,1731524616512-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:03:40,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f273379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:40,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,46361,-1 for getting cluster id 2024-11-13T19:03:40,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:40,179 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc3a2c6f-8261-4644-b615-3bf94919e051' 2024-11-13T19:03:40,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc3a2c6f-8261-4644-b615-3bf94919e051" 2024-11-13T19:03:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cac7bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,46361,-1] 2024-11-13T19:03:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:40,182 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:40,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d739509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:40,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:40,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41239,1731524616635, seqNum=-1] 2024-11-13T19:03:40,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:40,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:40,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:40,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63892 2024-11-13T19:03:40,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:03:40,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:40,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136de6c2a0005 connected 2024-11-13T19:03:40,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:40,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34427ef6 2024-11-13T19:03:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:40,249 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:40,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:03:40,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:03:40,262 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:40,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:03:40,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:03:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:03:40,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:03:40,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:40,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:40,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:40,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:40,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:03:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:40,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4dc174473b90d13f23f8fbd89776112, NAME => 'test,,1731524620249.f4dc174473b90d13f23f8fbd89776112.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634 2024-11-13T19:03:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:03:40,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524620249.f4dc174473b90d13f23f8fbd89776112.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:40,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f4dc174473b90d13f23f8fbd89776112, disabling compactions & flushes 2024-11-13T19:03:40,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:03:40,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:03:40,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. after waiting 0 ms 2024-11-13T19:03:40,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:03:40,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:03:40,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4dc174473b90d13f23f8fbd89776112: Waiting for close lock at 1731524620695Disabling compacts and flushes for region at 1731524620695Disabling writes for close at 1731524620695Writing region close event to WAL at 1731524620695Closed at 1731524620695 2024-11-13T19:03:40,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:03:40,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524620249.f4dc174473b90d13f23f8fbd89776112.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524620697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524620697"}]},"ts":"1731524620697"} 2024-11-13T19:03:40,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:03:40,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:03:40,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524620701"}]},"ts":"1731524620701"} 2024-11-13T19:03:40,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:03:40,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4dc174473b90d13f23f8fbd89776112, ASSIGN}] 2024-11-13T19:03:40,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4dc174473b90d13f23f8fbd89776112, ASSIGN 2024-11-13T19:03:40,706 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f4dc174473b90d13f23f8fbd89776112, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,36731,1731524612364; forceNewPlan=false, retain=false 2024-11-13T19:03:40,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4dc174473b90d13f23f8fbd89776112, regionState=OPENING, regionLocation=e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:40,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f4dc174473b90d13f23f8fbd89776112, ASSIGN because future has completed 2024-11-13T19:03:40,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4dc174473b90d13f23f8fbd89776112, server=e4b56bc8c4b3,36731,1731524612364}] 2024-11-13T19:03:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:41,019 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:03:41,019 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f4dc174473b90d13f23f8fbd89776112, NAME => 'test,,1731524620249.f4dc174473b90d13f23f8fbd89776112.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:41,019 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:41,020 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:03:41,020 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,020 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524620249.f4dc174473b90d13f23f8fbd89776112.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:41,020 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,020 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,022 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,023 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4dc174473b90d13f23f8fbd89776112 columnFamilyName f 2024-11-13T19:03:41,023 DEBUG [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:41,024 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] regionserver.HStore(327): Store=f4dc174473b90d13f23f8fbd89776112/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:41,024 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,026 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4dc174473b90d13f23f8fbd89776112 columnFamilyName f1 2024-11-13T19:03:41,026 DEBUG [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:41,026 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] regionserver.HStore(327): Store=f4dc174473b90d13f23f8fbd89776112/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:41,026 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,028 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4dc174473b90d13f23f8fbd89776112 columnFamilyName norep 2024-11-13T19:03:41,028 DEBUG [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:41,028 INFO [StoreOpener-f4dc174473b90d13f23f8fbd89776112-1 {}] regionserver.HStore(327): Store=f4dc174473b90d13f23f8fbd89776112/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:41,028 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,029 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,030 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,031 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,031 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,032 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:03:41,033 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,036 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:41,037 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f4dc174473b90d13f23f8fbd89776112; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63588736, jitterRate=-0.05245399475097656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:03:41,037 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:03:41,038 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f4dc174473b90d13f23f8fbd89776112: Running coprocessor pre-open hook at 1731524621020Writing region info on filesystem at 1731524621020Initializing all the Stores at 1731524621021 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524621021Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524621022 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524621022Cleaning up temporary data from old regions at 1731524621031 (+9 ms)Running coprocessor post-open hooks at 1731524621037 (+6 ms)Region opened successfully at 1731524621038 (+1 ms) 2024-11-13T19:03:41,041 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., pid=6, masterSystemTime=1731524621013 2024-11-13T19:03:41,044 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:03:41,044 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:03:41,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4dc174473b90d13f23f8fbd89776112, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:41,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4dc174473b90d13f23f8fbd89776112, server=e4b56bc8c4b3,36731,1731524612364 because future has completed 2024-11-13T19:03:41,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:03:41,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4dc174473b90d13f23f8fbd89776112, server=e4b56bc8c4b3,36731,1731524612364 in 192 msec 2024-11-13T19:03:41,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:03:41,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f4dc174473b90d13f23f8fbd89776112, ASSIGN in 354 msec 2024-11-13T19:03:41,070 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:03:41,071 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524621070"}]},"ts":"1731524621070"} 2024-11-13T19:03:41,077 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:03:41,079 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:03:41,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 824 msec 2024-11-13T19:03:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:41,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:41,406 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:03:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:41,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5deecf05 2024-11-13T19:03:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:41,408 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:41,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:03:41,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:03:41,411 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:41,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:03:41,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:03:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:41,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:03:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:41,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c56cec36a9c75e59c57a5f5e9225be34, NAME => 'test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30 2024-11-13T19:03:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:03:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:42,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:42,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c56cec36a9c75e59c57a5f5e9225be34, disabling compactions & flushes 2024-11-13T19:03:42,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:03:42,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:03:42,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. after waiting 0 ms 2024-11-13T19:03:42,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:03:42,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:03:42,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c56cec36a9c75e59c57a5f5e9225be34: Waiting for close lock at 1731524622228Disabling compacts and flushes for region at 1731524622228Disabling writes for close at 1731524622228Writing region close event to WAL at 1731524622228Closed at 1731524622228 2024-11-13T19:03:42,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:03:42,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524622229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524622229"}]},"ts":"1731524622229"} 2024-11-13T19:03:42,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:03:42,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:03:42,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524622233"}]},"ts":"1731524622233"} 2024-11-13T19:03:42,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:03:42,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c56cec36a9c75e59c57a5f5e9225be34, ASSIGN}] 2024-11-13T19:03:42,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c56cec36a9c75e59c57a5f5e9225be34, ASSIGN 2024-11-13T19:03:42,237 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c56cec36a9c75e59c57a5f5e9225be34, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,41239,1731524616635; forceNewPlan=false, retain=false 2024-11-13T19:03:42,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c56cec36a9c75e59c57a5f5e9225be34, regionState=OPENING, regionLocation=e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:42,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c56cec36a9c75e59c57a5f5e9225be34, ASSIGN because future has completed 2024-11-13T19:03:42,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c56cec36a9c75e59c57a5f5e9225be34, server=e4b56bc8c4b3,41239,1731524616635}] 2024-11-13T19:03:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:42,548 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:03:42,548 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c56cec36a9c75e59c57a5f5e9225be34, NAME => 'test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:42,548 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:42,549 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:03:42,549 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,549 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:42,549 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,549 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,550 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,552 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c56cec36a9c75e59c57a5f5e9225be34 columnFamilyName f 2024-11-13T19:03:42,552 DEBUG [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:42,552 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] regionserver.HStore(327): Store=c56cec36a9c75e59c57a5f5e9225be34/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:42,552 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,553 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c56cec36a9c75e59c57a5f5e9225be34 columnFamilyName f1 2024-11-13T19:03:42,553 DEBUG [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:42,554 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] regionserver.HStore(327): Store=c56cec36a9c75e59c57a5f5e9225be34/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:42,554 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,555 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c56cec36a9c75e59c57a5f5e9225be34 columnFamilyName norep 2024-11-13T19:03:42,555 DEBUG [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:42,556 INFO [StoreOpener-c56cec36a9c75e59c57a5f5e9225be34-1 {}] regionserver.HStore(327): Store=c56cec36a9c75e59c57a5f5e9225be34/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:42,556 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,557 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,557 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,558 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,558 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,558 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:03:42,559 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,561 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:42,562 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c56cec36a9c75e59c57a5f5e9225be34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65825846, jitterRate=-0.019118458032608032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:03:42,562 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:03:42,562 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c56cec36a9c75e59c57a5f5e9225be34: Running coprocessor pre-open hook at 1731524622549Writing region info on filesystem at 1731524622549Initializing all the Stores at 1731524622550 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524622550Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524622550Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524622550Cleaning up temporary data from old regions at 1731524622558 (+8 ms)Running coprocessor post-open hooks at 1731524622562 (+4 ms)Region opened successfully at 1731524622562 2024-11-13T19:03:42,563 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34., pid=6, masterSystemTime=1731524622544 2024-11-13T19:03:42,565 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:03:42,565 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:03:42,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c56cec36a9c75e59c57a5f5e9225be34, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:03:42,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c56cec36a9c75e59c57a5f5e9225be34, server=e4b56bc8c4b3,41239,1731524616635 because future has completed 2024-11-13T19:03:42,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:03:42,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c56cec36a9c75e59c57a5f5e9225be34, server=e4b56bc8c4b3,41239,1731524616635 in 179 msec 2024-11-13T19:03:42,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:03:42,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c56cec36a9c75e59c57a5f5e9225be34, ASSIGN in 338 msec 2024-11-13T19:03:42,576 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:03:42,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524622576"}]},"ts":"1731524622576"} 2024-11-13T19:03:42,579 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:03:42,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:03:42,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-13T19:03:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:03:43,556 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:03:43,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566683d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35179,-1 for getting cluster id 2024-11-13T19:03:43,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:43,558 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca005760-4b88-4796-9d17-d2bdb7e2f543' 2024-11-13T19:03:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca005760-4b88-4796-9d17-d2bdb7e2f543" 2024-11-13T19:03:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e455abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35179,-1] 2024-11-13T19:03:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:43,560 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:43,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296ff375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202f1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,46361,-1 for getting cluster id 2024-11-13T19:03:43,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:43,562 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc3a2c6f-8261-4644-b615-3bf94919e051' 2024-11-13T19:03:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc3a2c6f-8261-4644-b615-3bf94919e051" 2024-11-13T19:03:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcfddcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,46361,-1] 2024-11-13T19:03:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:43,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:43,563 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:43,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139fa39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216c0d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35179,-1 for getting cluster id 2024-11-13T19:03:43,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:43,566 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca005760-4b88-4796-9d17-d2bdb7e2f543' 2024-11-13T19:03:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:43,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca005760-4b88-4796-9d17-d2bdb7e2f543" 2024-11-13T19:03:43,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecbce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35179,-1] 2024-11-13T19:03:43,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:43,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:43,568 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:43,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f684559 2024-11-13T19:03:43,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:43,573 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:43,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:46361,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:03:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:03:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:03:43,577 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:46361' 2024-11-13T19:03:43,578 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ab5f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,578 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,46361,-1 for getting cluster id 2024-11-13T19:03:43,578 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:43,579 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc3a2c6f-8261-4644-b615-3bf94919e051' 2024-11-13T19:03:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:43,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc3a2c6f-8261-4644-b615-3bf94919e051" 2024-11-13T19:03:43,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280a68c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,46361,-1] 2024-11-13T19:03:43,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:43,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:43,581 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:43,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db49ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:43,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:43,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:43,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ab16011 2024-11-13T19:03:43,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:43,584 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:43,585 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:03:43,585 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:03:43,585 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:43,585 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:43,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:43,585 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:03:43,586 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:03:43,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:03:43,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:43,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:03:43,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:03:43,637 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:03:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:03:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:03:43,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71d68ff4f28e9509c237e6dc2451f800, NAME => 'hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634 2024-11-13T19:03:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:03:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:03:44,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:44,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 71d68ff4f28e9509c237e6dc2451f800, disabling compactions & flushes 2024-11-13T19:03:44,405 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:03:44,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:03:44,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. after waiting 0 ms 2024-11-13T19:03:44,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:03:44,405 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:03:44,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71d68ff4f28e9509c237e6dc2451f800: Waiting for close lock at 1731524624405Disabling compacts and flushes for region at 1731524624405Disabling writes for close at 1731524624405Writing region close event to WAL at 1731524624405Closed at 1731524624405 2024-11-13T19:03:44,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:03:44,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524624407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524624407"}]},"ts":"1731524624407"} 2024-11-13T19:03:44,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:03:44,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:03:44,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524624411"}]},"ts":"1731524624411"} 2024-11-13T19:03:44,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:03:44,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d68ff4f28e9509c237e6dc2451f800, ASSIGN}] 2024-11-13T19:03:44,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d68ff4f28e9509c237e6dc2451f800, ASSIGN 2024-11-13T19:03:44,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71d68ff4f28e9509c237e6dc2451f800, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,36731,1731524612364; forceNewPlan=false, retain=false 2024-11-13T19:03:44,566 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71d68ff4f28e9509c237e6dc2451f800, regionState=OPENING, regionLocation=e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71d68ff4f28e9509c237e6dc2451f800, ASSIGN because future has completed 2024-11-13T19:03:44,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71d68ff4f28e9509c237e6dc2451f800, server=e4b56bc8c4b3,36731,1731524612364}] 2024-11-13T19:03:44,623 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:03:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:03:44,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:03:44,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:03:44,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:03:44,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C36731%2C1731524612364.rep, suffix=, logDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364, archiveDir=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/oldWALs, maxLogs=10 2024-11-13T19:03:44,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.rep.1731524624726, exclude list is [], retry=0 2024-11-13T19:03:44,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34507,DS-9ca22573-2c58-4bb6-a81b-6c84c9f8b419,DISK] 2024-11-13T19:03:44,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.rep.1731524624726 2024-11-13T19:03:44,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131)] 2024-11-13T19:03:44,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 71d68ff4f28e9509c237e6dc2451f800, NAME => 'hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:03:44,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:03:44,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:03:44,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. service=MultiRowMutationService 2024-11-13T19:03:44,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:03:44,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:03:44,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,743 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,744 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d68ff4f28e9509c237e6dc2451f800 columnFamilyName hfileref 2024-11-13T19:03:44,744 DEBUG [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:44,745 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] regionserver.HStore(327): Store=71d68ff4f28e9509c237e6dc2451f800/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:44,745 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,746 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d68ff4f28e9509c237e6dc2451f800 columnFamilyName queue 2024-11-13T19:03:44,746 DEBUG [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:44,746 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] regionserver.HStore(327): Store=71d68ff4f28e9509c237e6dc2451f800/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:44,747 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,748 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d68ff4f28e9509c237e6dc2451f800 columnFamilyName sid 2024-11-13T19:03:44,748 DEBUG [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:03:44,748 INFO [StoreOpener-71d68ff4f28e9509c237e6dc2451f800-1 {}] regionserver.HStore(327): Store=71d68ff4f28e9509c237e6dc2451f800/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:03:44,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:03:44,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:03:44,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 71d68ff4f28e9509c237e6dc2451f800; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72562533, jitterRate=0.08126600086688995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:03:44,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:03:44,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 71d68ff4f28e9509c237e6dc2451f800: Running coprocessor pre-open hook at 1731524624742Writing region info on filesystem at 1731524624742Initializing all the Stores at 1731524624742Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524624743 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524624743Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524624743Cleaning up temporary data from old regions at 1731524624750 (+7 ms)Running coprocessor post-open hooks at 1731524624753 (+3 ms)Region opened successfully at 1731524624754 (+1 ms) 2024-11-13T19:03:44,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800., pid=10, masterSystemTime=1731524624721 2024-11-13T19:03:44,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:03:44,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:03:44,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71d68ff4f28e9509c237e6dc2451f800, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:03:44,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71d68ff4f28e9509c237e6dc2451f800, server=e4b56bc8c4b3,36731,1731524612364 because future has completed 2024-11-13T19:03:44,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:03:44,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 71d68ff4f28e9509c237e6dc2451f800, server=e4b56bc8c4b3,36731,1731524612364 in 192 msec 2024-11-13T19:03:44,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:03:44,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71d68ff4f28e9509c237e6dc2451f800, ASSIGN in 351 msec 2024-11-13T19:03:44,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:03:44,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524624767"}]},"ts":"1731524624767"} 2024-11-13T19:03:44,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:03:44,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:03:44,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-13T19:03:44,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2] 2024-11-13T19:03:44,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:44,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:03:44,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:03:44,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:03:44,999 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:03:45,053 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,36731,1731524612364, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:03:45,054 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:45,054 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=-1] 2024-11-13T19:03:45,055 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:45,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T19:03:45,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,36731,1731524612364', locateType=CURRENT is [region=hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2] 2024-11-13T19:03:45,062 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:03:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:03:45,065 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,36731,1731524612364 suceeded 2024-11-13T19:03:45,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:03:45,073 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:46361,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T19:03:45,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-13T19:03:45,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-13T19:03:45,088 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:46361' 2024-11-13T19:03:45,103 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62a4c53f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:45,103 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,46361,-1 for getting cluster id 2024-11-13T19:03:45,104 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:45,105 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc3a2c6f-8261-4644-b615-3bf94919e051' 2024-11-13T19:03:45,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:45,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc3a2c6f-8261-4644-b615-3bf94919e051" 2024-11-13T19:03:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cbbb460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,46361,-1] 2024-11-13T19:03:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:45,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:45,108 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:45,109 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67f39579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:45,110 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@759f73a9 2024-11-13T19:03:45,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:45,114 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T19:03:45,117 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,36731,1731524612364 (queues=1) is replicating from cluster=ca005760-4b88-4796-9d17-d2bdb7e2f543 to cluster=dc3a2c6f-8261-4644-b615-3bf94919e051 2024-11-13T19:03:45,117 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C36731%2C1731524612364 2024-11-13T19:03:45,118 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,36731,1731524612364, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:03:45,119 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952, startPosition=0, beingWritten=true 2024-11-13T19:03:45,129 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C36731%2C1731524612364 2024-11-13T19:03:45,141 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:03:45,141 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 379, reset compression=false 2024-11-13T19:03:45,141 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,36731,1731524612364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:03:45,346 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 379, reset compression=false 2024-11-13T19:03:45,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:03:45,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:45,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:45,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:45,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:03:45,653 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 379, reset compression=false 2024-11-13T19:03:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:03:45,726 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:03:45,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:45,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:45,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:45,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:45,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:45,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:45,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731524625731/Put/seqid=0 2024-11-13T19:03:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741840_1016 (size=7894) 2024-11-13T19:03:46,057 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 379, reset compression=false 2024-11-13T19:03:46,141 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f/f/hfile_1 is 34, key is ddd/f:row/1731524626139/Put/seqid=0 2024-11-13T19:03:46,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741841_1017 (size=7691) 2024-11-13T19:03:46,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc789f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:46,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35179,-1 for getting cluster id 2024-11-13T19:03:46,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:46,550 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca005760-4b88-4796-9d17-d2bdb7e2f543' 2024-11-13T19:03:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca005760-4b88-4796-9d17-d2bdb7e2f543" 2024-11-13T19:03:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab647f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35179,-1] 2024-11-13T19:03:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:46,552 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:46,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706a2191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:46,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:46,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=-1] 2024-11-13T19:03:46,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:46,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:46,561 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 379, reset compression=false 2024-11-13T19:03:46,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e69bcfe 2024-11-13T19:03:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:46,568 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2] 2024-11-13T19:03:46,583 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:03:46,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:03:46,596 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T19:03:46,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f/f/hfile_0 for inclusion in f4dc174473b90d13f23f8fbd89776112/f 2024-11-13T19:03:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T19:03:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:03:46,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f/f/hfile_1 for inclusion in f4dc174473b90d13f23f8fbd89776112/f 2024-11-13T19:03:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T19:03:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:03:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HRegion(2603): Flush status journal for f4dc174473b90d13f23f8fbd89776112: 2024-11-13T19:03:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f/f/hfile_0 to hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_0 2024-11-13T19:03:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_0 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ 2024-11-13T19:03:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f/f/hfile_1 to hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_1 2024-11-13T19:03:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_1 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ 2024-11-13T19:03:46,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_0 into f4dc174473b90d13f23f8fbd89776112/f as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ - updating store file list. 2024-11-13T19:03:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9da0b48374574b96b57e8ce2d3abc249_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:03:46,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ into f4dc174473b90d13f23f8fbd89776112/f 2024-11-13T19:03:46,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_0 into f4dc174473b90d13f23f8fbd89776112/f (new location: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_) 2024-11-13T19:03:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_0 2024-11-13T19:03:46,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_1 into f4dc174473b90d13f23f8fbd89776112/f as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ - updating store file list. 2024-11-13T19:03:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b828c3173fa048749814e662a69b63d6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:03:46,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ into f4dc174473b90d13f23f8fbd89776112/f 2024-11-13T19:03:46,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_1 into f4dc174473b90d13f23f8fbd89776112/f (new location: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f/b828c3173fa048749814e662a69b63d6_SeqId_4_) 2024-11-13T19:03:46,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__fcdmv7u8ddnsrop43nbp0sl7jm1kp3arnb42dc9s42gd58m61q2q4j7v04roio7o/f/hfile_1 2024-11-13T19:03:46,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:46,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:46,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:46,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:46,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:46,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:46,671 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:03:46,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2 , the old value is region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e4b56bc8c4b3:36731 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:03:46,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41239,1731524616635, seqNum=-1] 2024-11-13T19:03:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:03:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2 from cache 2024-11-13T19:03:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:46,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:46,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34., hostname=e4b56bc8c4b3,41239,1731524616635, seqNum=2] 2024-11-13T19:03:46,679 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:03:46,777 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:36731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:03:47,165 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 379, reset compression=false 2024-11-13T19:03:47,171 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:03:47,172 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,36731,1731524612364 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4dc174473b90d13f23f8fbd89776112/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731524626661/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:03:47,189 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:03:47,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T19:03:47,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.ReplicationSink(318): Replicating [ca005760-4b88-4796-9d17-d2bdb7e2f543] bulk loaded data 2024-11-13T19:03:47,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cb40204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:47,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,46361,-1 for getting cluster id 2024-11-13T19:03:47,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:47,195 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc3a2c6f-8261-4644-b615-3bf94919e051' 2024-11-13T19:03:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc3a2c6f-8261-4644-b615-3bf94919e051" 2024-11-13T19:03:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f7c6073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,46361,-1] 2024-11-13T19:03:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:47,197 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:47,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4520ff29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741837_1013 (size=7894) 2024-11-13T19:03:47,372 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 687, reset compression=false 2024-11-13T19:03:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741838_1014 (size=7691) 2024-11-13T19:03:47,676 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 687, reset compression=false 2024-11-13T19:03:47,681 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:03:47,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:03:47,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:03:47,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:03:47,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T19:03:47,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:03:47,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:03:48,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:48,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:03:48,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21f0a61c 2024-11-13T19:03:48,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:48,026 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T19:03:48,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:03:48,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:48,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41239,1731524616635, seqNum=-1] 2024-11-13T19:03:48,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:48,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T19:03:48,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:03:48,040 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T19:03:48,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ for inclusion in c56cec36a9c75e59c57a5f5e9225be34/f 2024-11-13T19:03:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T19:03:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:03:48,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ for inclusion in c56cec36a9c75e59c57a5f5e9225be34/f 2024-11-13T19:03:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T19:03:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:03:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HRegion(2603): Flush status journal for c56cec36a9c75e59c57a5f5e9225be34: 2024-11-13T19:03:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:03:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/f/2e97db9e20df41dbaade54e19e0211b4_SeqId_4_ 2024-11-13T19:03:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b828c3173fa048749814e662a69b63d6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:03:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/f/d05631a8a2b04881a96ca99ccaf2e920_SeqId_4_ 2024-11-13T19:03:48,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ into c56cec36a9c75e59c57a5f5e9225be34/f as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/f/2e97db9e20df41dbaade54e19e0211b4_SeqId_4_ - updating store file list. 2024-11-13T19:03:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e97db9e20df41dbaade54e19e0211b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:03:48,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/f/2e97db9e20df41dbaade54e19e0211b4_SeqId_4_ into c56cec36a9c75e59c57a5f5e9225be34/f 2024-11-13T19:03:48,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ into c56cec36a9c75e59c57a5f5e9225be34/f (new location: hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/f/2e97db9e20df41dbaade54e19e0211b4_SeqId_4_) 2024-11-13T19:03:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/9da0b48374574b96b57e8ce2d3abc249_SeqId_4_ 2024-11-13T19:03:48,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ into c56cec36a9c75e59c57a5f5e9225be34/f as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/f/d05631a8a2b04881a96ca99ccaf2e920_SeqId_4_ - updating store file list. 2024-11-13T19:03:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d05631a8a2b04881a96ca99ccaf2e920_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:03:48,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/f/d05631a8a2b04881a96ca99ccaf2e920_SeqId_4_ into c56cec36a9c75e59c57a5f5e9225be34/f 2024-11-13T19:03:48,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ into c56cec36a9c75e59c57a5f5e9225be34/f (new location: hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/f/d05631a8a2b04881a96ca99ccaf2e920_SeqId_4_) 2024-11-13T19:03:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/staging/jenkins.hfs.6__test__nlpcjjr05j5qh0b3l1ed083ql42rg8cprlpd8uu94ifp1lc4f114n2phosvstdns/f/b828c3173fa048749814e662a69b63d6_SeqId_4_ 2024-11-13T19:03:48,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41239 {}] regionserver.ReplicationSink(324): Finished replicating [ca005760-4b88-4796-9d17-d2bdb7e2f543] bulk loaded data 2024-11-13T19:03:48,080 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 687, reset compression=false 2024-11-13T19:03:48,584 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 687, reset compression=false 2024-11-13T19:03:48,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:03:48,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731524628698/Put/seqid=0 2024-11-13T19:03:48,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741842_1018 (size=7997) 2024-11-13T19:03:49,106 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731524629105/Put/seqid=0 2024-11-13T19:03:49,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741843_1019 (size=7794) 2024-11-13T19:03:49,188 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 687, reset compression=false 2024-11-13T19:03:49,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf7cd30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:49,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35179,-1 for getting cluster id 2024-11-13T19:03:49,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:03:49,512 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca005760-4b88-4796-9d17-d2bdb7e2f543' 2024-11-13T19:03:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:03:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca005760-4b88-4796-9d17-d2bdb7e2f543" 2024-11-13T19:03:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f53ace5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35179,-1] 2024-11-13T19:03:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:03:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:49,514 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:03:49,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb4ce2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:03:49,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:49,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=-1] 2024-11-13T19:03:49,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:49,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:49,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:03:49,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:03:49,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a6d9bd 2024-11-13T19:03:49,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:03:49,527 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:03:49,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2] 2024-11-13T19:03:49,533 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:03:49,539 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T19:03:49,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T19:03:49,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f1/f1/hfile_0 for inclusion in f4dc174473b90d13f23f8fbd89776112/f1 2024-11-13T19:03:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T19:03:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:03:49,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f1/f1/hfile_1 for inclusion in f4dc174473b90d13f23f8fbd89776112/f1 2024-11-13T19:03:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T19:03:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:03:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HRegion(2603): Flush status journal for f4dc174473b90d13f23f8fbd89776112: 2024-11-13T19:03:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f1/f1/hfile_0 to hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_0 2024-11-13T19:03:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_0 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f1/321d0535895b426699298a4d5f6b85ac_SeqId_6_ 2024-11-13T19:03:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/load_f1/f1/hfile_1 to hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_1 2024-11-13T19:03:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_1 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f1/e4fd2c8405f04beab8fdcd1a9c3cf4c3_SeqId_6_ 2024-11-13T19:03:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T19:03:49,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_0 into f4dc174473b90d13f23f8fbd89776112/f1 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f1/321d0535895b426699298a4d5f6b85ac_SeqId_6_ - updating store file list. 2024-11-13T19:03:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 321d0535895b426699298a4d5f6b85ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:03:49,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f1/321d0535895b426699298a4d5f6b85ac_SeqId_6_ into f4dc174473b90d13f23f8fbd89776112/f1 2024-11-13T19:03:49,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_0 into f4dc174473b90d13f23f8fbd89776112/f1 (new location: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f1/321d0535895b426699298a4d5f6b85ac_SeqId_6_) 2024-11-13T19:03:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_0 2024-11-13T19:03:49,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_1 into f4dc174473b90d13f23f8fbd89776112/f1 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f1/e4fd2c8405f04beab8fdcd1a9c3cf4c3_SeqId_6_ - updating store file list. 2024-11-13T19:03:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4fd2c8405f04beab8fdcd1a9c3cf4c3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:03:49,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f1/e4fd2c8405f04beab8fdcd1a9c3cf4c3_SeqId_6_ into f4dc174473b90d13f23f8fbd89776112/f1 2024-11-13T19:03:49,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_1 into f4dc174473b90d13f23f8fbd89776112/f1 (new location: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/f1/e4fd2c8405f04beab8fdcd1a9c3cf4c3_SeqId_6_) 2024-11-13T19:03:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/staging/jenkins__test__114sjv3nq5h8hipae5q516glg18vhohan7l9asplfppm14h82mvoco8sor9ba36b/f1/hfile_1 2024-11-13T19:03:49,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:03:49,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:03:49,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:49,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:03:49,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:03:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2 , the old value is region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e4b56bc8c4b3:36731 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:03:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:03:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2 from cache 2024-11-13T19:03:49,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:03:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=-1] 2024-11-13T19:03:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:03:49,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:03:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:39336 deadline: 1731524689573 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:39336 2024-11-13T19:03:49,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., hostname=e4b56bc8c4b3,36731,1731524612364, seqNum=2] 2024-11-13T19:03:49,676 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:36731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:03:49,892 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 687, reset compression=false 2024-11-13T19:03:49,897 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:03:49,897 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:49,897 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,36731,1731524612364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:03:50,101 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:50,405 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:50,809 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:51,313 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:51,917 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:52,621 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:53,425 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:54,330 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:55,337 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:56,441 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:57,645 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:03:58,950 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:00,355 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:01,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:04:01,859 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:03,463 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:05,167 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:06,101 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:04:06,971 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:08,875 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:09,900 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,36731,1731524612364 got entry batch from reader: null 2024-11-13T19:04:10,878 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:12,984 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:14,968 INFO [master/e4b56bc8c4b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T19:04:14,968 INFO [master/e4b56bc8c4b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T19:04:15,193 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:17,497 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:19,901 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:20,089 INFO [master/e4b56bc8c4b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T19:04:20,089 INFO [master/e4b56bc8c4b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T19:04:22,405 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:25,009 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:26,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f4dc174473b90d13f23f8fbd89776112, had cached 0 bytes from a total of 31376 2024-11-13T19:04:27,549 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c56cec36a9c75e59c57a5f5e9225be34, had cached 0 bytes from a total of 15585 2024-11-13T19:04:27,714 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:29,900 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,36731,1731524612364 got entry batch from reader: null 2024-11-13T19:04:30,519 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:31,769 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:04:33,422 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:36,102 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:04:36,426 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:39,543 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:42,748 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:46,053 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:49,457 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:04:49,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:04:49,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:04:49,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:49,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:49,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:04:49,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:04:49,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2057392124, stopped=false 2024-11-13T19:04:49,611 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,46361,1731524616512 2024-11-13T19:04:49,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434308093/running 2024-11-13T19:04:49,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434308093/running 2024-11-13T19:04:49,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:04:49,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:04:49,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:04:49,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:04:49,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:04:49,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:49,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,41239,1731524616635' ***** 2024-11-13T19:04:49,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on znode that does not yet exist, /1434308093/running 2024-11-13T19:04:49,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:04:49,656 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:04:49,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Set watcher on znode that does not yet exist, /1434308093/running 2024-11-13T19:04:49,656 INFO [RS:0;e4b56bc8c4b3:41239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:04:49,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:04:49,656 INFO [RS:0;e4b56bc8c4b3:41239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:04:49,656 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:04:49,656 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:04:49,656 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:04:49,656 INFO [RS:0;e4b56bc8c4b3:41239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:41239. 2024-11-13T19:04:49,656 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:04:49,656 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:49,656 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c56cec36a9c75e59c57a5f5e9225be34, disabling compactions & flushes 2024-11-13T19:04:49,657 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:04:49,657 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:04:49,657 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:04:49,657 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:04:49,657 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:04:49,657 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:04:49,657 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. after waiting 0 ms 2024-11-13T19:04:49,657 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:04:49,657 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:04:49,657 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c56cec36a9c75e59c57a5f5e9225be34=test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34.} 2024-11-13T19:04:49,657 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c56cec36a9c75e59c57a5f5e9225be34 2024-11-13T19:04:49,657 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:04:49,657 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:04:49,657 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:04:49,657 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:04:49,657 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:04:49,657 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T19:04:49,662 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/default/test/c56cec36a9c75e59c57a5f5e9225be34/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T19:04:49,662 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:04:49,662 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:04:49,662 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:04:49,662 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c56cec36a9c75e59c57a5f5e9225be34: Waiting for close lock at 1731524689656Running coprocessor pre-close hooks at 1731524689656Disabling compacts and flushes for region at 1731524689656Disabling writes for close at 1731524689657 (+1 ms)Writing region close event to WAL at 1731524689657Running coprocessor post-close hooks at 1731524689662 (+5 ms)Closed at 1731524689662 2024-11-13T19:04:49,662 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34. 2024-11-13T19:04:49,673 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/info/45ee8098efad4f6899002cabc7aef4bb is 129, key is test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34./info:regioninfo/1731524622566/Put/seqid=0 2024-11-13T19:04:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741839_1015 (size=6421) 2024-11-13T19:04:49,683 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/info/45ee8098efad4f6899002cabc7aef4bb 2024-11-13T19:04:49,704 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/ns/f395fc4e312c471e9f40874e10878842 is 43, key is default/ns:d/1731524620040/Put/seqid=0 2024-11-13T19:04:49,706 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:04:49,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:04:49,857 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:49,900 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,36731,1731524612364 got entry batch from reader: null 2024-11-13T19:04:50,057 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:50,109 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/ns/f395fc4e312c471e9f40874e10878842 2024-11-13T19:04:50,128 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/rep_barrier/7e21a68808014f7abe6f09870e23e77a is 112, key is test,,1731524621408.c56cec36a9c75e59c57a5f5e9225be34./rep_barrier:seqnumDuringOpen/1731524622566/Put/seqid=0 2024-11-13T19:04:50,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741841_1017 (size=5518) 2024-11-13T19:04:50,258 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:50,458 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:50,533 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/rep_barrier/7e21a68808014f7abe6f09870e23e77a 2024-11-13T19:04:50,551 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/table/5144abbbe7cb47fea5692ace8f19e7a9 is 40, key is test/table:state/1731524622576/Put/seqid=0 2024-11-13T19:04:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741842_1018 (size=5165) 2024-11-13T19:04:50,644 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:04:50,644 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:04:50,658 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:04:50,658 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:04:50,658 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:50,858 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:50,955 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/table/5144abbbe7cb47fea5692ace8f19e7a9 2024-11-13T19:04:50,962 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/info/45ee8098efad4f6899002cabc7aef4bb as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/info/45ee8098efad4f6899002cabc7aef4bb 2024-11-13T19:04:50,967 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/info/45ee8098efad4f6899002cabc7aef4bb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T19:04:50,968 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/ns/f395fc4e312c471e9f40874e10878842 as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/ns/f395fc4e312c471e9f40874e10878842 2024-11-13T19:04:50,974 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/ns/f395fc4e312c471e9f40874e10878842, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:04:50,975 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/rep_barrier/7e21a68808014f7abe6f09870e23e77a as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/rep_barrier/7e21a68808014f7abe6f09870e23e77a 2024-11-13T19:04:50,980 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/rep_barrier/7e21a68808014f7abe6f09870e23e77a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T19:04:50,981 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/.tmp/table/5144abbbe7cb47fea5692ace8f19e7a9 as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/table/5144abbbe7cb47fea5692ace8f19e7a9 2024-11-13T19:04:50,986 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/table/5144abbbe7cb47fea5692ace8f19e7a9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:04:50,987 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=11, compaction requested=false 2024-11-13T19:04:50,992 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:04:50,993 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:04:50,993 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:04:50,993 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:04:50,993 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524689657Running coprocessor pre-close hooks at 1731524689657Disabling compacts and flushes for region at 1731524689657Disabling writes for close at 1731524689657Obtaining lock to block concurrent updates at 1731524689657Preparing flush snapshotting stores in 1588230740 at 1731524689657Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731524689658 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524689658Flushing 1588230740/info: creating writer at 1731524689658Flushing 1588230740/info: appending metadata at 1731524689672 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731524689673 (+1 ms)Flushing 1588230740/ns: creating writer at 1731524689689 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731524689703 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731524689703Flushing 1588230740/rep_barrier: creating writer at 1731524690115 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524690128 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524690128Flushing 1588230740/table: creating writer at 1731524690538 (+410 ms)Flushing 1588230740/table: appending metadata at 1731524690551 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731524690551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52772fe6: reopening flushed file at 1731524690961 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780e994: reopening flushed file at 1731524690967 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2e5698: reopening flushed file at 1731524690974 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57828a29: reopening flushed file at 1731524690980 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=11, compaction requested=false at 1731524690987 (+7 ms)Writing region close event to WAL at 1731524690988 (+1 ms)Running coprocessor post-close hooks at 1731524690993 (+5 ms)Closed at 1731524690993 2024-11-13T19:04:50,993 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:04:51,058 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,41239,1731524616635; all regions closed. 2024-11-13T19:04:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741834_1010 (size=2717) 2024-11-13T19:04:51,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635/e4b56bc8c4b3%2C41239%2C1731524616635.meta.1731524619834.meta not finished, retry = 0 2024-11-13T19:04:51,169 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/oldWALs 2024-11-13T19:04:51,169 INFO [RS:0;e4b56bc8c4b3:41239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C41239%2C1731524616635.meta:.meta(num 1731524619834) 2024-11-13T19:04:51,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741832_1008 (size=1028) 2024-11-13T19:04:51,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/WALs/e4b56bc8c4b3,41239,1731524616635/e4b56bc8c4b3%2C41239%2C1731524616635.1731524618780 not finished, retry = 0 2024-11-13T19:04:51,274 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/oldWALs 2024-11-13T19:04:51,274 INFO [RS:0;e4b56bc8c4b3:41239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C41239%2C1731524616635:(num 1731524618780) 2024-11-13T19:04:51,274 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:51,274 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:04:51,274 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:04:51,274 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:04:51,275 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:04:51,275 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:04:51,275 INFO [RS:0;e4b56bc8c4b3:41239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:41239. 2024-11-13T19:04:51,275 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:04:51,275 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:51,275 DEBUG [RS:0;e4b56bc8c4b3:41239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:51,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:04:51,275 INFO [RS:0;e4b56bc8c4b3:41239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41239 2024-11-13T19:04:51,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434308093/rs/e4b56bc8c4b3,41239,1731524616635 2024-11-13T19:04:51,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093/rs 2024-11-13T19:04:51,286 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:04:51,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,41239,1731524616635] 2024-11-13T19:04:51,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1434308093/draining/e4b56bc8c4b3,41239,1731524616635 already deleted, retry=false 2024-11-13T19:04:51,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,41239,1731524616635 expired; onlineServers=0 2024-11-13T19:04:51,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,46361,1731524616512' ***** 2024-11-13T19:04:51,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:04:51,305 INFO [M:0;e4b56bc8c4b3:46361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:04:51,305 INFO [M:0;e4b56bc8c4b3:46361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:04:51,305 DEBUG [M:0;e4b56bc8c4b3:46361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:04:51,305 DEBUG [M:0;e4b56bc8c4b3:46361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:04:51,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:04:51,305 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524618559 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524618559,5,FailOnTimeoutGroup] 2024-11-13T19:04:51,305 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524618557 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524618557,5,FailOnTimeoutGroup] 2024-11-13T19:04:51,305 INFO [M:0;e4b56bc8c4b3:46361 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:04:51,305 INFO [M:0;e4b56bc8c4b3:46361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:04:51,306 DEBUG [M:0;e4b56bc8c4b3:46361 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:04:51,306 INFO [M:0;e4b56bc8c4b3:46361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:04:51,306 INFO [M:0;e4b56bc8c4b3:46361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:04:51,306 INFO [M:0;e4b56bc8c4b3:46361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:04:51,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:04:51,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434308093/master 2024-11-13T19:04:51,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434308093 2024-11-13T19:04:51,313 DEBUG [M:0;e4b56bc8c4b3:46361 {}] zookeeper.ZKUtil(347): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Unable to get data of znode /1434308093/master because node does not exist (not an error) 2024-11-13T19:04:51,313 WARN [M:0;e4b56bc8c4b3:46361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:04:51,314 INFO [M:0;e4b56bc8c4b3:46361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/.lastflushedseqids 2024-11-13T19:04:51,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741843_1019 (size=173) 2024-11-13T19:04:51,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:04:51,396 INFO [RS:0;e4b56bc8c4b3:41239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:04:51,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41239-0x10136de6c2a0004, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:04:51,397 INFO [RS:0;e4b56bc8c4b3:41239 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,41239,1731524616635; zookeeper connection closed. 2024-11-13T19:04:51,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21ecb9e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21ecb9e1 2024-11-13T19:04:51,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:04:51,719 INFO [M:0;e4b56bc8c4b3:46361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:04:51,719 INFO [M:0;e4b56bc8c4b3:46361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:04:51,720 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:04:51,720 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:04:51,720 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:04:51,720 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:04:51,720 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:04:51,720 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-13T19:04:51,738 DEBUG [M:0;e4b56bc8c4b3:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750b02e0a1cc4a038769f7ba05fe3629 is 82, key is hbase:meta,,1/info:regioninfo/1731524619949/Put/seqid=0 2024-11-13T19:04:51,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741844_1020 (size=5672) 2024-11-13T19:04:52,144 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750b02e0a1cc4a038769f7ba05fe3629 2024-11-13T19:04:52,163 DEBUG [M:0;e4b56bc8c4b3:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6800d21fba6e4c36987e3d1a5123cdc4 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524622581/Put/seqid=0 2024-11-13T19:04:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741845_1021 (size=6728) 2024-11-13T19:04:52,568 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6800d21fba6e4c36987e3d1a5123cdc4 2024-11-13T19:04:52,573 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6800d21fba6e4c36987e3d1a5123cdc4 2024-11-13T19:04:52,587 DEBUG [M:0;e4b56bc8c4b3:46361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084df35b8a7a4f688b17735faa6efaf5 is 69, key is e4b56bc8c4b3,41239,1731524616635/rs:state/1731524618605/Put/seqid=0 2024-11-13T19:04:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741846_1022 (size=5156) 2024-11-13T19:04:52,962 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 to pos 997, reset compression=false 2024-11-13T19:04:52,991 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084df35b8a7a4f688b17735faa6efaf5 2024-11-13T19:04:52,997 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/750b02e0a1cc4a038769f7ba05fe3629 as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/750b02e0a1cc4a038769f7ba05fe3629 2024-11-13T19:04:53,001 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/750b02e0a1cc4a038769f7ba05fe3629, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T19:04:53,002 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6800d21fba6e4c36987e3d1a5123cdc4 as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6800d21fba6e4c36987e3d1a5123cdc4 2024-11-13T19:04:53,007 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6800d21fba6e4c36987e3d1a5123cdc4 2024-11-13T19:04:53,007 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6800d21fba6e4c36987e3d1a5123cdc4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T19:04:53,008 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084df35b8a7a4f688b17735faa6efaf5 as hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/084df35b8a7a4f688b17735faa6efaf5 2024-11-13T19:04:53,013 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36455/user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/084df35b8a7a4f688b17735faa6efaf5, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T19:04:53,014 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false 2024-11-13T19:04:53,015 INFO [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:04:53,015 DEBUG [M:0;e4b56bc8c4b3:46361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524691720Disabling compacts and flushes for region at 1731524691720Disabling writes for close at 1731524691720Obtaining lock to block concurrent updates at 1731524691720Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524691720Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731524691720Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524691721 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524691721Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524691738 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524691738Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524692150 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524692163 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524692163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524692573 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524692586 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524692586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e753102: reopening flushed file at 1731524692996 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@241fc8e0: reopening flushed file at 1731524693001 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d54e677: reopening flushed file at 1731524693007 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false at 1731524693014 (+7 ms)Writing region close event to WAL at 1731524693015 (+1 ms)Closed at 1731524693015 2024-11-13T19:04:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39107 is added to blk_1073741830_1006 (size=33038) 2024-11-13T19:04:53,017 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6db97e08-41a4-9530-37f6-afac3dd5fc30/MasterData/WALs/e4b56bc8c4b3,46361,1731524616512/e4b56bc8c4b3%2C46361%2C1731524616512.1731524618354 not finished, retry = 0 2024-11-13T19:04:53,118 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:04:53,118 INFO [M:0;e4b56bc8c4b3:46361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:04:53,118 INFO [M:0;e4b56bc8c4b3:46361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46361 2024-11-13T19:04:53,119 INFO [M:0;e4b56bc8c4b3:46361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:04:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:04:53,255 INFO [M:0;e4b56bc8c4b3:46361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:04:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46361-0x10136de6c2a0003, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:04:53,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@220f73aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:04:53,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ea6cc0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:04:53,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:04:53,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c8da6cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:04:53,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c349565{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.log.dir/,STOPPED} 2024-11-13T19:04:53,260 WARN [BP-1898839721-172.17.0.2-1731524615049 heartbeating to localhost/127.0.0.1:36455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:04:53,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:04:53,260 WARN [BP-1898839721-172.17.0.2-1731524615049 heartbeating to localhost/127.0.0.1:36455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1898839721-172.17.0.2-1731524615049 (Datanode Uuid d2ddc64d-c308-422c-ab48-917ccc839d20) service to localhost/127.0.0.1:36455 2024-11-13T19:04:53,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:04:53,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/cluster_5580bff2-c48e-2d4a-d71d-edfa0c1af16f/data/data1/current/BP-1898839721-172.17.0.2-1731524615049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:04:53,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/cluster_5580bff2-c48e-2d4a-d71d-edfa0c1af16f/data/data2/current/BP-1898839721-172.17.0.2-1731524615049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:04:53,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:04:53,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14ed5def{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:04:53,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40d0c6a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:04:53,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:04:53,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb81af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:04:53,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187edafe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.log.dir/,STOPPED} 2024-11-13T19:04:53,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:04:53,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:04:53,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:04:53,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:04:53,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:53,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:53,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:04:53,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:04:53,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1902379962, stopped=false 2024-11-13T19:04:53,288 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,35179,1731524612182 2024-11-13T19:04:53,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0309578129/running 2024-11-13T19:04:53,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0309578129/running 2024-11-13T19:04:53,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:04:53,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:04:53,305 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:04:53,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:04:53,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:04:53,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:53,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,36731,1731524612364' ***** 2024-11-13T19:04:53,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:04:53,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on znode that does not yet exist, /0309578129/running 2024-11-13T19:04:53,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Set watcher on znode that does not yet exist, /0309578129/running 2024-11-13T19:04:53,306 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:04:53,306 INFO [RS:0;e4b56bc8c4b3:36731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:04:53,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:04:53,306 INFO [RS:0;e4b56bc8c4b3:36731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:04:53,306 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:04:53,306 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:04:53,306 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:04:53,306 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:04:53,306 INFO [RS:0;e4b56bc8c4b3:36731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:36731. 2024-11-13T19:04:53,306 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4dc174473b90d13f23f8fbd89776112, disabling compactions & flushes 2024-11-13T19:04:53,306 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:04:53,306 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:04:53,306 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:53,306 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:04:53,306 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. after waiting 0 ms 2024-11-13T19:04:53,306 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:04:53,307 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:04:53,307 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:04:53,307 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:04:53,307 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:04:53,307 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:04:53,308 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:04:53,308 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1325): Online Regions={f4dc174473b90d13f23f8fbd89776112=test,,1731524620249.f4dc174473b90d13f23f8fbd89776112., 1588230740=hbase:meta,,1.1588230740, 71d68ff4f28e9509c237e6dc2451f800=hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800.} 2024-11-13T19:04:53,308 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71d68ff4f28e9509c237e6dc2451f800, f4dc174473b90d13f23f8fbd89776112 2024-11-13T19:04:53,308 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:04:53,308 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:04:53,308 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:04:53,309 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:04:53,309 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:04:53,309 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:04:53,314 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/default/test/f4dc174473b90d13f23f8fbd89776112/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:04:53,315 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:04:53,315 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:04:53,315 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:04:53,315 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4dc174473b90d13f23f8fbd89776112: Waiting for close lock at 1731524693306Running coprocessor pre-close hooks at 1731524693306Disabling compacts and flushes for region at 1731524693306Disabling writes for close at 1731524693306Writing region close event to WAL at 1731524693311 (+5 ms)Running coprocessor post-close hooks at 1731524693315 (+4 ms)Closed at 1731524693315 2024-11-13T19:04:53,315 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524620249.f4dc174473b90d13f23f8fbd89776112. 2024-11-13T19:04:53,316 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71d68ff4f28e9509c237e6dc2451f800, disabling compactions & flushes 2024-11-13T19:04:53,316 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:04:53,316 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:04:53,316 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. after waiting 0 ms 2024-11-13T19:04:53,316 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:04:53,316 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71d68ff4f28e9509c237e6dc2451f800 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T19:04:53,329 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/info/891d68b21bd942e58cc41c0aa3507aae is 147, key is hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800./info:regioninfo/1731524624757/Put/seqid=0 2024-11-13T19:04:53,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741844_1020 (size=7686) 2024-11-13T19:04:53,335 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/.tmp/hfileref/c5c4dc8be3ee47239fd763f8dd1a7a69 is 74, key is 1/hfileref:9da0b48374574b96b57e8ce2d3abc249_SeqId_4_/1731524628074/DeleteColumn/seqid=0 2024-11-13T19:04:53,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741845_1021 (size=5203) 2024-11-13T19:04:53,509 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:04:53,709 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:04:53,734 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/info/891d68b21bd942e58cc41c0aa3507aae 2024-11-13T19:04:53,740 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/.tmp/hfileref/c5c4dc8be3ee47239fd763f8dd1a7a69 2024-11-13T19:04:53,755 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/ns/1e70d915e4c94c18b31e71f5f414d28d is 43, key is default/ns:d/1731524614895/Put/seqid=0 2024-11-13T19:04:53,759 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/.tmp/queue/3adaed37ec4e4c758aa3f5d74dffef8f is 153, key is 1-e4b56bc8c4b3,36731,1731524612364/queue:e4b56bc8c4b3%2C36731%2C1731524612364/1731524629899/Put/seqid=0 2024-11-13T19:04:53,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741846_1022 (size=5153) 2024-11-13T19:04:53,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741847_1023 (size=5352) 2024-11-13T19:04:53,884 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:04:53,884 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:04:53,909 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:04:54,109 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71d68ff4f28e9509c237e6dc2451f800 2024-11-13T19:04:54,160 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/ns/1e70d915e4c94c18b31e71f5f414d28d 2024-11-13T19:04:54,163 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/.tmp/queue/3adaed37ec4e4c758aa3f5d74dffef8f 2024-11-13T19:04:54,168 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/.tmp/hfileref/c5c4dc8be3ee47239fd763f8dd1a7a69 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/hfileref/c5c4dc8be3ee47239fd763f8dd1a7a69 2024-11-13T19:04:54,174 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/hfileref/c5c4dc8be3ee47239fd763f8dd1a7a69, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T19:04:54,175 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/.tmp/queue/3adaed37ec4e4c758aa3f5d74dffef8f as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/queue/3adaed37ec4e4c758aa3f5d74dffef8f 2024-11-13T19:04:54,180 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/queue/3adaed37ec4e4c758aa3f5d74dffef8f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T19:04:54,180 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/rep_barrier/35e7afe7acfe41b18528f9b858848ab7 is 112, key is test,,1731524620249.f4dc174473b90d13f23f8fbd89776112./rep_barrier:seqnumDuringOpen/1731524621045/Put/seqid=0 2024-11-13T19:04:54,181 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 71d68ff4f28e9509c237e6dc2451f800 in 865ms, sequenceid=10, compaction requested=false 2024-11-13T19:04:54,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741848_1024 (size=5518) 2024-11-13T19:04:54,185 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/replication/71d68ff4f28e9509c237e6dc2451f800/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:04:54,186 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:04:54,186 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:04:54,186 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:04:54,186 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71d68ff4f28e9509c237e6dc2451f800: Waiting for close lock at 1731524693316Running coprocessor pre-close hooks at 1731524693316Disabling compacts and flushes for region at 1731524693316Disabling writes for close at 1731524693316Obtaining lock to block concurrent updates at 1731524693316Preparing flush snapshotting stores in 71d68ff4f28e9509c237e6dc2451f800 at 1731524693316Finished memstore snapshotting hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731524693316Flushing stores of hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. at 1731524693317 (+1 ms)Flushing 71d68ff4f28e9509c237e6dc2451f800/hfileref: creating writer at 1731524693317Flushing 71d68ff4f28e9509c237e6dc2451f800/hfileref: appending metadata at 1731524693334 (+17 ms)Flushing 71d68ff4f28e9509c237e6dc2451f800/hfileref: closing flushed file at 1731524693334Flushing 71d68ff4f28e9509c237e6dc2451f800/queue: creating writer at 1731524693745 (+411 ms)Flushing 71d68ff4f28e9509c237e6dc2451f800/queue: appending metadata at 1731524693758 (+13 ms)Flushing 71d68ff4f28e9509c237e6dc2451f800/queue: closing flushed file at 1731524693758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686168e7: reopening flushed file at 1731524694167 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41282e7e: reopening flushed file at 1731524694174 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 71d68ff4f28e9509c237e6dc2451f800 in 865ms, sequenceid=10, compaction requested=false at 1731524694181 (+7 ms)Writing region close event to WAL at 1731524694182 (+1 ms)Running coprocessor post-close hooks at 1731524694186 (+4 ms)Closed at 1731524694186 2024-11-13T19:04:54,186 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524623585.71d68ff4f28e9509c237e6dc2451f800. 2024-11-13T19:04:54,309 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:04:54,309 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:04:54,309 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:54,510 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:54,585 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/rep_barrier/35e7afe7acfe41b18528f9b858848ab7 2024-11-13T19:04:54,604 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/table/b514ab046d234a5a92629c9c43416312 is 53, key is hbase:replication/table:state/1731524624767/Put/seqid=0 2024-11-13T19:04:54,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741849_1025 (size=5308) 2024-11-13T19:04:54,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:54,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:54,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:54,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:54,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:54,710 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:54,910 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:04:55,008 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/table/b514ab046d234a5a92629c9c43416312 2024-11-13T19:04:55,014 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/info/891d68b21bd942e58cc41c0aa3507aae as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/info/891d68b21bd942e58cc41c0aa3507aae 2024-11-13T19:04:55,019 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/info/891d68b21bd942e58cc41c0aa3507aae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:04:55,020 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/ns/1e70d915e4c94c18b31e71f5f414d28d as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/ns/1e70d915e4c94c18b31e71f5f414d28d 2024-11-13T19:04:55,024 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/ns/1e70d915e4c94c18b31e71f5f414d28d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:04:55,025 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/rep_barrier/35e7afe7acfe41b18528f9b858848ab7 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/rep_barrier/35e7afe7acfe41b18528f9b858848ab7 2024-11-13T19:04:55,030 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/rep_barrier/35e7afe7acfe41b18528f9b858848ab7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:04:55,031 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/.tmp/table/b514ab046d234a5a92629c9c43416312 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/table/b514ab046d234a5a92629c9c43416312 2024-11-13T19:04:55,035 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/table/b514ab046d234a5a92629c9c43416312, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:04:55,036 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-13T19:04:55,041 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:04:55,041 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:04:55,041 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:04:55,041 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:04:55,041 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524693308Running coprocessor pre-close hooks at 1731524693308Disabling compacts and flushes for region at 1731524693308Disabling writes for close at 1731524693309 (+1 ms)Obtaining lock to block concurrent updates at 1731524693309Preparing flush snapshotting stores in 1588230740 at 1731524693309Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524693309Flushing stores of hbase:meta,,1.1588230740 at 1731524693310 (+1 ms)Flushing 1588230740/info: creating writer at 1731524693310Flushing 1588230740/info: appending metadata at 1731524693329 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731524693329Flushing 1588230740/ns: creating writer at 1731524693740 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731524693755 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731524693755Flushing 1588230740/rep_barrier: creating writer at 1731524694165 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524694180 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524694180Flushing 1588230740/table: creating writer at 1731524694590 (+410 ms)Flushing 1588230740/table: appending metadata at 1731524694603 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731524694603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c75722: reopening flushed file at 1731524695013 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2edcdbff: reopening flushed file at 1731524695019 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38654ba9: reopening flushed file at 1731524695024 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e22c61b: reopening flushed file at 1731524695030 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1731524695036 (+6 ms)Writing region close event to WAL at 1731524695038 (+2 ms)Running coprocessor post-close hooks at 1731524695041 (+3 ms)Closed at 1731524695041 2024-11-13T19:04:55,041 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:04:55,110 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,36731,1731524612364; all regions closed. 2024-11-13T19:04:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:04:55,115 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/oldWALs 2024-11-13T19:04:55,115 INFO [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C36731%2C1731524612364.meta:.meta(num 1731524614794) 2024-11-13T19:04:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741839_1015 (size=2700) 2024-11-13T19:04:55,118 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/oldWALs 2024-11-13T19:04:55,119 INFO [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C36731%2C1731524612364.rep:(num 1731524624726) 2024-11-13T19:04:55,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741832_1008 (size=1300) 2024-11-13T19:04:55,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/WALs/e4b56bc8c4b3,36731,1731524612364/e4b56bc8c4b3%2C36731%2C1731524612364.1731524613952 not finished, retry = 0 2024-11-13T19:04:55,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:04:55,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:55,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:55,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:55,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:55,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:04:55,223 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/oldWALs 2024-11-13T19:04:55,223 INFO [RS:0;e4b56bc8c4b3:36731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C36731%2C1731524612364:(num 1731524613952) 2024-11-13T19:04:55,223 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:55,223 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:04:55,223 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:04:55,224 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:04:55,224 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:04:55,224 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:04:55,224 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,36731,1731524612364 because: Region server is closing 2024-11-13T19:04:55,224 INFO [RS:0;e4b56bc8c4b3:36731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:36731. 2024-11-13T19:04:55,224 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:04:55,224 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:55,224 DEBUG [RS:0;e4b56bc8c4b3:36731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:04:55,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:04:55,325 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.wal-reader.e4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:04:55,325 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:04:55,325 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,36731,1731524612364.replicationSource.shippere4b56bc8c4b3%2C36731%2C1731524612364,1-e4b56bc8c4b3,36731,1731524612364 terminated 2024-11-13T19:04:55,325 INFO [RS:0;e4b56bc8c4b3:36731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36731 2024-11-13T19:04:55,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0309578129/rs/e4b56bc8c4b3,36731,1731524612364 2024-11-13T19:04:55,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129/rs 2024-11-13T19:04:55,338 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:04:55,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,36731,1731524612364] 2024-11-13T19:04:55,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0309578129/draining/e4b56bc8c4b3,36731,1731524612364 already deleted, retry=false 2024-11-13T19:04:55,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,36731,1731524612364 expired; onlineServers=0 2024-11-13T19:04:55,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,35179,1731524612182' ***** 2024-11-13T19:04:55,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:04:55,355 INFO [M:0;e4b56bc8c4b3:35179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:04:55,355 INFO [M:0;e4b56bc8c4b3:35179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:04:55,355 DEBUG [M:0;e4b56bc8c4b3:35179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:04:55,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:04:55,355 DEBUG [M:0;e4b56bc8c4b3:35179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:04:55,355 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524613623 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524613623,5,FailOnTimeoutGroup] 2024-11-13T19:04:55,355 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524613623 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524613623,5,FailOnTimeoutGroup] 2024-11-13T19:04:55,355 INFO [M:0;e4b56bc8c4b3:35179 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:04:55,355 INFO [M:0;e4b56bc8c4b3:35179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:04:55,355 DEBUG [M:0;e4b56bc8c4b3:35179 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:04:55,355 INFO [M:0;e4b56bc8c4b3:35179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:04:55,355 INFO [M:0;e4b56bc8c4b3:35179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:04:55,355 INFO [M:0;e4b56bc8c4b3:35179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:04:55,355 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:04:55,363 DEBUG [M:0;e4b56bc8c4b3:35179 {}] zookeeper.ZKUtil(347): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Unable to get data of znode /0309578129/master because node does not exist (not an error) 2024-11-13T19:04:55,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0309578129/master 2024-11-13T19:04:55,363 WARN [M:0;e4b56bc8c4b3:35179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:04:55,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0309578129 2024-11-13T19:04:55,364 INFO [M:0;e4b56bc8c4b3:35179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/.lastflushedseqids 2024-11-13T19:04:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741850_1026 (size=263) 2024-11-13T19:04:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:04:55,446 INFO [RS:0;e4b56bc8c4b3:36731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:04:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36731-0x10136de6c2a0001, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:04:55,446 INFO [RS:0;e4b56bc8c4b3:36731 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,36731,1731524612364; zookeeper connection closed. 2024-11-13T19:04:55,447 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c952db9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c952db9 2024-11-13T19:04:55,447 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:04:55,769 INFO [M:0;e4b56bc8c4b3:35179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:04:55,769 INFO [M:0;e4b56bc8c4b3:35179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:04:55,769 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:04:55,769 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:04:55,769 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:04:55,769 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:04:55,769 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:04:55,769 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-13T19:04:55,783 DEBUG [M:0;e4b56bc8c4b3:35179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2074c9e474364ddd9ce54acf5e3da372 is 82, key is hbase:meta,,1/info:regioninfo/1731524614825/Put/seqid=0 2024-11-13T19:04:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741851_1027 (size=5672) 2024-11-13T19:04:56,188 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2074c9e474364ddd9ce54acf5e3da372 2024-11-13T19:04:56,205 DEBUG [M:0;e4b56bc8c4b3:35179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f1dbd611fc4540a11e1836b1073ded is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524621081/Put/seqid=0 2024-11-13T19:04:56,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741852_1028 (size=7240) 2024-11-13T19:04:56,610 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f1dbd611fc4540a11e1836b1073ded 2024-11-13T19:04:56,614 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4f1dbd611fc4540a11e1836b1073ded 2024-11-13T19:04:56,630 DEBUG [M:0;e4b56bc8c4b3:35179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121e8ebc607740e7af1bdb536235dc09 is 69, key is e4b56bc8c4b3,36731,1731524612364/rs:state/1731524613772/Put/seqid=0 2024-11-13T19:04:56,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741853_1029 (size=5156) 2024-11-13T19:04:57,035 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121e8ebc607740e7af1bdb536235dc09 2024-11-13T19:04:57,040 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2074c9e474364ddd9ce54acf5e3da372 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2074c9e474364ddd9ce54acf5e3da372 2024-11-13T19:04:57,045 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2074c9e474364ddd9ce54acf5e3da372, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T19:04:57,046 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4f1dbd611fc4540a11e1836b1073ded as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4f1dbd611fc4540a11e1836b1073ded 2024-11-13T19:04:57,050 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4f1dbd611fc4540a11e1836b1073ded 2024-11-13T19:04:57,050 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4f1dbd611fc4540a11e1836b1073ded, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T19:04:57,051 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/121e8ebc607740e7af1bdb536235dc09 as hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/121e8ebc607740e7af1bdb536235dc09 2024-11-13T19:04:57,056 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39599/user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/121e8ebc607740e7af1bdb536235dc09, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T19:04:57,057 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-13T19:04:57,058 INFO [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:04:57,058 DEBUG [M:0;e4b56bc8c4b3:35179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524695769Disabling compacts and flushes for region at 1731524695769Disabling writes for close at 1731524695769Obtaining lock to block concurrent updates at 1731524695769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524695769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731524695770 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524695770Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524695770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524695783 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524695783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524696192 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524696205 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524696205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524696615 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524696630 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524696630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bfd7039: reopening flushed file at 1731524697039 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d2f65d: reopening flushed file at 1731524697045 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1713499a: reopening flushed file at 1731524697050 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731524697057 (+7 ms)Writing region close event to WAL at 1731524697058 (+1 ms)Closed at 1731524697058 2024-11-13T19:04:57,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64772c7c-b235-9c34-f639-4bccc99c0634/MasterData/WALs/e4b56bc8c4b3,35179,1731524612182/e4b56bc8c4b3%2C35179%2C1731524612182.1731524613293 not finished, retry = 0 2024-11-13T19:04:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34507 is added to blk_1073741830_1006 (size=64526) 2024-11-13T19:04:57,162 INFO [M:0;e4b56bc8c4b3:35179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:04:57,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:04:57,162 INFO [M:0;e4b56bc8c4b3:35179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35179 2024-11-13T19:04:57,162 INFO [M:0;e4b56bc8c4b3:35179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:04:57,296 INFO [M:0;e4b56bc8c4b3:35179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:04:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:04:57,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x10136de6c2a0000, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:04:57,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63093eec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:04:57,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249c5817{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:04:57,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:04:57,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42967e14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:04:57,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@615e0ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.log.dir/,STOPPED} 2024-11-13T19:04:57,300 WARN [BP-732751096-172.17.0.2-1731524610512 heartbeating to localhost/127.0.0.1:39599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:04:57,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:04:57,300 WARN [BP-732751096-172.17.0.2-1731524610512 heartbeating to localhost/127.0.0.1:39599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-732751096-172.17.0.2-1731524610512 (Datanode Uuid b999c3a6-1677-4acf-a937-7a75bdbaf745) service to localhost/127.0.0.1:39599 2024-11-13T19:04:57,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:04:57,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/cluster_0b5d67aa-e9e2-6d31-92c5-44124b24215b/data/data1/current/BP-732751096-172.17.0.2-1731524610512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:04:57,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/cluster_0b5d67aa-e9e2-6d31-92c5-44124b24215b/data/data2/current/BP-732751096-172.17.0.2-1731524610512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:04:57,301 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:04:57,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@746b3f04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:04:57,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d69de7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:04:57,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:04:57,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60e664ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:04:57,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@721d39f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b556e77a-c807-2b17-9019-be30fe4a173c/hadoop.log.dir/,STOPPED} 2024-11-13T19:04:57,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:04:57,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:04:57,333 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 141) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39599 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63892) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f6498b91a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63892) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36455 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f6498b91a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=2781 (was 3678) 2024-11-13T19:04:57,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=2781 2024-11-13T19:04:57,352 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T19:04:57,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.log.dir so I do NOT create it in target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c 2024-11-13T19:04:57,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:04:57,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.tmp.dir so I do NOT create it in target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c 2024-11-13T19:04:57,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9e21dde-797e-2e6d-a381-46e7308bbe2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:04:57,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c 2024-11-13T19:04:57,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/cluster_485347e2-f196-d219-ed9d-3377484fcb84, deleteOnExit=true 2024-11-13T19:04:57,356 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/cluster_485347e2-f196-d219-ed9d-3377484fcb84/zookeeper_0, clientPort=59188, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/cluster_485347e2-f196-d219-ed9d-3377484fcb84/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/cluster_485347e2-f196-d219-ed9d-3377484fcb84/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:04:57,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59188 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/test.cache.data in system properties and HBase conf 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:04:57,357 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:04:57,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:04:57,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:04:57,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136de6c2a0005, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:04:57,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136de6c2a0002, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:04:57,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136de6c2a0005, quorum=127.0.0.1:63892, baseZNode=/1434308093 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:04:57,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136de6c2a0002, quorum=127.0.0.1:63892, baseZNode=/0309578129 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:04:57,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:04:57,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:04:57,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:04:57,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:04:57,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:04:57,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:04:57,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64fdfa7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:04:57,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7757e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:04:57,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@378ac77f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/java.io.tmpdir/jetty-localhost-45301-hadoop-hdfs-3_4_1-tests_jar-_-any-12010414443117188031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:04:57,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b9cb836{HTTP/1.1, (http/1.1)}{localhost:45301} 2024-11-13T19:04:57,678 INFO [Time-limited test {}] server.Server(415): Started @136839ms 2024-11-13T19:04:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:04:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:04:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:04:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:04:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:04:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:04:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:04:57,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:04:57,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:04:57,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:04:57,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:04:57,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:04:57,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@744f3523{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:04:57,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@345f60b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:04:57,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@588a014a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/java.io.tmpdir/jetty-localhost-40179-hadoop-hdfs-3_4_1-tests_jar-_-any-5820105138625657560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:04:57,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7119c0e3{HTTP/1.1, (http/1.1)}{localhost:40179} 2024-11-13T19:04:57,937 INFO [Time-limited test {}] server.Server(415): Started @137098ms 2024-11-13T19:04:57,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:04:58,328 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/cluster_485347e2-f196-d219-ed9d-3377484fcb84/data/data1/current/BP-640636544-172.17.0.2-1731524697374/current, will proceed with Du for space computation calculation, 2024-11-13T19:04:58,328 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/cluster_485347e2-f196-d219-ed9d-3377484fcb84/data/data2/current/BP-640636544-172.17.0.2-1731524697374/current, will proceed with Du for space computation calculation, 2024-11-13T19:04:58,346 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:04:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6943933c0601ee97 with lease ID 0x8a59b45c0cf1c4f4: Processing first storage report for DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6 from datanode DatanodeRegistration(127.0.0.1:42897, datanodeUuid=513c7d13-524d-477d-a002-8cf8978e6d9e, infoPort=43485, infoSecurePort=0, ipcPort=44227, storageInfo=lv=-57;cid=testClusterID;nsid=1511496833;c=1731524697374) 2024-11-13T19:04:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6943933c0601ee97 with lease ID 0x8a59b45c0cf1c4f4: from storage DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6 node DatanodeRegistration(127.0.0.1:42897, datanodeUuid=513c7d13-524d-477d-a002-8cf8978e6d9e, infoPort=43485, infoSecurePort=0, ipcPort=44227, storageInfo=lv=-57;cid=testClusterID;nsid=1511496833;c=1731524697374), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:04:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6943933c0601ee97 with lease ID 0x8a59b45c0cf1c4f4: Processing first storage report for DS-6f7c4b7b-228c-4a5d-80e8-08643a2f675d from datanode DatanodeRegistration(127.0.0.1:42897, datanodeUuid=513c7d13-524d-477d-a002-8cf8978e6d9e, infoPort=43485, infoSecurePort=0, ipcPort=44227, storageInfo=lv=-57;cid=testClusterID;nsid=1511496833;c=1731524697374) 2024-11-13T19:04:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6943933c0601ee97 with lease ID 0x8a59b45c0cf1c4f4: from storage DS-6f7c4b7b-228c-4a5d-80e8-08643a2f675d node DatanodeRegistration(127.0.0.1:42897, datanodeUuid=513c7d13-524d-477d-a002-8cf8978e6d9e, infoPort=43485, infoSecurePort=0, ipcPort=44227, storageInfo=lv=-57;cid=testClusterID;nsid=1511496833;c=1731524697374), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:04:58,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c 2024-11-13T19:04:58,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:04:58,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:04:58,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:04:58,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9 with version=8 2024-11-13T19:04:58,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/hbase-staging 2024-11-13T19:04:58,773 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:04:58,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:04:58,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:04:58,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:04:58,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:04:58,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:04:58,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:04:58,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:04:58,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41909 2024-11-13T19:04:58,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41909 connecting to ZooKeeper ensemble=127.0.0.1:59188 2024-11-13T19:04:58,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419090x0, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:04:58,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41909-0x10136dfbf800000 connected 2024-11-13T19:04:58,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:04:58,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:04:58,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/running 2024-11-13T19:04:58,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9, hbase.cluster.distributed=false 2024-11-13T19:04:58,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/acl 2024-11-13T19:04:58,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-13T19:04:58,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41909 2024-11-13T19:04:58,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41909 2024-11-13T19:04:58,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-13T19:04:58,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-13T19:04:58,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:04:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:04:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:04:58,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:04:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:04:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:04:58,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:04:58,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:04:58,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41533 2024-11-13T19:04:58,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41533 connecting to ZooKeeper ensemble=127.0.0.1:59188 2024-11-13T19:04:58,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:04:58,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:04:58,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415330x0, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:04:58,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415330x0, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/running 2024-11-13T19:04:58,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41533-0x10136dfbf800001 connected 2024-11-13T19:04:58,956 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:04:58,958 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:04:58,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/master 2024-11-13T19:04:58,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/acl 2024-11-13T19:04:58,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-13T19:04:58,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41533 2024-11-13T19:04:58,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41533 2024-11-13T19:04:58,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-13T19:04:58,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41533 2024-11-13T19:04:58,976 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:41909 2024-11-13T19:04:58,976 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1769056647/backup-masters/e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:04:58,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/backup-masters 2024-11-13T19:04:58,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/backup-masters 2024-11-13T19:04:58,986 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on existing znode=/0-1769056647/backup-masters/e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:04:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769056647/master 2024-11-13T19:04:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:04:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:04:58,994 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on existing znode=/0-1769056647/master 2024-11-13T19:04:58,995 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1769056647/backup-masters/e4b56bc8c4b3,41909,1731524698772 from backup master directory 2024-11-13T19:04:59,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/backup-masters/e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:04:59,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/backup-masters 2024-11-13T19:04:59,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/backup-masters 2024-11-13T19:04:59,002 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:04:59,002 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:04:59,006 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/hbase.id] with ID: 58f5e60b-44df-4c73-b68e-6f4854698225 2024-11-13T19:04:59,006 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/.tmp/hbase.id 2024-11-13T19:04:59,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:04:59,410 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/.tmp/hbase.id]:[hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/hbase.id] 2024-11-13T19:04:59,421 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:04:59,421 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:04:59,422 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:04:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:04:59,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:04:59,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:04:59,861 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:04:59,862 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:04:59,862 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:04:59,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:05:00,270 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store 2024-11-13T19:05:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:05:00,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:00,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:00,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:00,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:00,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:00,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:00,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:00,676 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:00,676 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:00,677 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:00,677 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:00,677 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:00,677 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:00,677 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:00,677 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524700676Disabling compacts and flushes for region at 1731524700676Disabling writes for close at 1731524700677 (+1 ms)Writing region close event to WAL at 1731524700677Closed at 1731524700677 2024-11-13T19:05:00,678 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/.initializing 2024-11-13T19:05:00,678 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:05:00,679 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:00,680 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C41909%2C1731524698772, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/oldWALs, maxLogs=10 2024-11-13T19:05:00,692 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680, exclude list is [], retry=0 2024-11-13T19:05:00,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6,DISK] 2024-11-13T19:05:00,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680 2024-11-13T19:05:00,696 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-13T19:05:00,697 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:00,697 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:00,697 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,697 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:05:00,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:00,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:00,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:05:00,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:00,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:00,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:05:00,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:00,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:00,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:05:00,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:00,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:00,703 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,704 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,704 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,705 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,705 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,705 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:00,706 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:00,708 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:00,708 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68703793, jitterRate=0.02376629412174225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:00,709 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524700697Initializing all the Stores at 1731524700698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524700698Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524700698Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524700698Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524700698Cleaning up temporary data from old regions at 1731524700705 (+7 ms)Region opened successfully at 1731524700709 (+4 ms) 2024-11-13T19:05:00,709 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:05:00,711 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d5a9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:00,712 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:05:00,712 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:05:00,712 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:05:00,712 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:05:00,713 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:05:00,713 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:05:00,713 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:05:00,716 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:05:00,716 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/balancer because node does not exist (not necessarily an error) 2024-11-13T19:05:00,764 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/balancer already deleted, retry=false 2024-11-13T19:05:00,764 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:05:00,765 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:05:00,772 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/normalizer already deleted, retry=false 2024-11-13T19:05:00,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:05:00,773 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:05:00,780 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/switch/split already deleted, retry=false 2024-11-13T19:05:00,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:05:00,789 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/switch/merge already deleted, retry=false 2024-11-13T19:05:00,790 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:05:00,797 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/snapshot-cleanup already deleted, retry=false 2024-11-13T19:05:00,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769056647/running 2024-11-13T19:05:00,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769056647/running 2024-11-13T19:05:00,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:00,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:00,806 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,41909,1731524698772, sessionid=0x10136dfbf800000, setting cluster-up flag (Was=false) 2024-11-13T19:05:00,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:00,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:00,847 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1769056647/flush-table-proc/acquired, /0-1769056647/flush-table-proc/reached, /0-1769056647/flush-table-proc/abort 2024-11-13T19:05:00,848 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:05:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:00,888 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1769056647/online-snapshot/acquired, /0-1769056647/online-snapshot/reached, /0-1769056647/online-snapshot/abort 2024-11-13T19:05:00,889 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:05:00,890 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:05:00,891 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:00,892 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:05:00,892 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:05:00,892 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,41909,1731524698772 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:05:00,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:00,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:00,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:00,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:00,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:05:00,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:00,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:00,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:00,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524730894 2024-11-13T19:05:00,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:05:00,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:05:00,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:05:00,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:05:00,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:05:00,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:05:00,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:00,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:00,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:05:00,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:05:00,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:05:00,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:05:00,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:05:00,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:05:00,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:05:00,895 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524700895,5,FailOnTimeoutGroup] 2024-11-13T19:05:00,895 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524700895,5,FailOnTimeoutGroup] 2024-11-13T19:05:00,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:00,895 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:00,896 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:05:00,896 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:00,896 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:00,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:05:00,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:05:00,968 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(746): ClusterId : 58f5e60b-44df-4c73-b68e-6f4854698225 2024-11-13T19:05:00,969 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:05:00,978 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:05:00,978 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:05:00,986 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:05:00,986 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1c5722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:00,997 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:41533 2024-11-13T19:05:00,997 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:05:00,997 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:05:00,997 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:05:00,997 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,41909,1731524698772 with port=41533, startcode=1731524698940 2024-11-13T19:05:00,997 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:05:00,999 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:05:00,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:00,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41909 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:01,001 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9 2024-11-13T19:05:01,001 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33419 2024-11-13T19:05:01,001 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:05:01,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/rs 2024-11-13T19:05:01,011 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] zookeeper.ZKUtil(111): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on existing znode=/0-1769056647/rs/e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:01,011 WARN [RS:0;e4b56bc8c4b3:41533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:01,011 INFO [RS:0;e4b56bc8c4b3:41533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:01,011 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:01,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,41533,1731524698940] 2024-11-13T19:05:01,015 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:05:01,017 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:05:01,017 INFO [RS:0;e4b56bc8c4b3:41533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:05:01,017 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,017 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:05:01,018 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:05:01,018 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,018 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,019 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,019 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:01,019 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:01,019 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:01,020 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,020 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,021 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,021 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,021 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,021 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41533,1731524698940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:01,033 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:05:01,033 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41533,1731524698940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,033 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,033 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.Replication(171): e4b56bc8c4b3,41533,1731524698940 started 2024-11-13T19:05:01,045 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:01,045 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,41533,1731524698940, RpcServer on e4b56bc8c4b3/172.17.0.2:41533, sessionid=0x10136dfbf800001 2024-11-13T19:05:01,045 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:05:01,045 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:01,045 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41533,1731524698940' 2024-11-13T19:05:01,045 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1769056647/flush-table-proc/abort' 2024-11-13T19:05:01,046 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1769056647/flush-table-proc/acquired' 2024-11-13T19:05:01,046 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:05:01,046 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:05:01,046 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:01,046 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41533,1731524698940' 2024-11-13T19:05:01,046 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1769056647/online-snapshot/abort' 2024-11-13T19:05:01,046 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1769056647/online-snapshot/acquired' 2024-11-13T19:05:01,047 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:05:01,047 INFO [RS:0;e4b56bc8c4b3:41533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:05:01,047 INFO [RS:0;e4b56bc8c4b3:41533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:05:01,147 INFO [RS:0;e4b56bc8c4b3:41533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:01,149 INFO [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C41533%2C1731524698940, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs, maxLogs=10 2024-11-13T19:05:01,160 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149, exclude list is [], retry=0 2024-11-13T19:05:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6,DISK] 2024-11-13T19:05:01,164 INFO [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149 2024-11-13T19:05:01,164 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-13T19:05:01,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:05:01,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9 2024-11-13T19:05:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:05:01,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:01,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:01,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:01,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:01,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:01,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:01,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:01,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:01,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:01,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:01,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:01,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:01,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:01,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:01,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:01,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:01,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:01,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:01,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740 2024-11-13T19:05:01,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740 2024-11-13T19:05:01,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:01,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:01,717 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:01,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:01,720 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:01,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58789069, jitterRate=-0.12397460639476776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:01,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524701707Initializing all the Stores at 1731524701708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524701708Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524701708Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524701708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524701708Cleaning up temporary data from old regions at 1731524701717 (+9 ms)Region opened successfully at 1731524701721 (+4 ms) 2024-11-13T19:05:01,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:01,721 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:01,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:01,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:01,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:01,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:01,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524701721Disabling compacts and flushes for region at 1731524701721Disabling writes for close at 1731524701721Writing region close event to WAL at 1731524701721Closed at 1731524701721 2024-11-13T19:05:01,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:01,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:05:01,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:05:01,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:01,724 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:05:01,874 DEBUG [e4b56bc8c4b3:41909 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:05:01,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:01,876 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41533,1731524698940, state=OPENING 2024-11-13T19:05:01,914 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:05:01,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:01,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:01,945 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:01,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:01,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:01,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41533,1731524698940}] 2024-11-13T19:05:02,097 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:05:02,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:05:02,102 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:05:02,103 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:02,103 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:05:02,108 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C41533%2C1731524698940.meta, suffix=.meta, logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs, maxLogs=10 2024-11-13T19:05:02,125 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.meta.1731524702108.meta, exclude list is [], retry=0 2024-11-13T19:05:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6,DISK] 2024-11-13T19:05:02,128 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.meta.1731524702108.meta 2024-11-13T19:05:02,129 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-13T19:05:02,129 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:02,129 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:02,129 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:02,129 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:05:02,130 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:05:02,130 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:05:02,130 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:02,130 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:05:02,130 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:05:02,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:02,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:02,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:02,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:02,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:02,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:02,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:02,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:02,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:02,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:02,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:02,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:02,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:02,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:02,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:02,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:02,139 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:02,139 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740 2024-11-13T19:05:02,140 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740 2024-11-13T19:05:02,141 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:02,141 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:02,141 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:02,142 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:02,143 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64537542, jitterRate=-0.03831568360328674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:02,143 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:05:02,144 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524702130Writing region info on filesystem at 1731524702130Initializing all the Stores at 1731524702131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524702131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524702134 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524702134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524702134Cleaning up temporary data from old regions at 1731524702141 (+7 ms)Running coprocessor post-open hooks at 1731524702143 (+2 ms)Region opened successfully at 1731524702144 (+1 ms) 2024-11-13T19:05:02,144 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524702097 2024-11-13T19:05:02,146 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:05:02,146 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:05:02,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:02,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41533,1731524698940, state=OPEN 2024-11-13T19:05:02,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769056647/meta-region-server 2024-11-13T19:05:02,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769056647/meta-region-server 2024-11-13T19:05:02,164 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:02,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:02,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:02,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:05:02,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41533,1731524698940 in 219 msec 2024-11-13T19:05:02,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:05:02,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-13T19:05:02,168 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:02,168 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:05:02,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:02,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41533,1731524698940, seqNum=-1] 2024-11-13T19:05:02,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:02,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:02,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-13T19:05:02,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524702175, completionTime=-1 2024-11-13T19:05:02,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:05:02,175 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524762177 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524822177 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41909,1731524698772-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41909,1731524698772-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41909,1731524698772-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:41909, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:02,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:02,179 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:05:02,180 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.178sec 2024-11-13T19:05:02,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:05:02,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:05:02,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:05:02,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:05:02,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:05:02,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41909,1731524698772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:02,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41909,1731524698772-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:05:02,182 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:05:02,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:05:02,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41909,1731524698772-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:02,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a755457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:02,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41909,-1 for getting cluster id 2024-11-13T19:05:02,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:02,270 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f5e60b-44df-4c73-b68e-6f4854698225' 2024-11-13T19:05:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f5e60b-44df-4c73-b68e-6f4854698225" 2024-11-13T19:05:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a4703e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41909,-1] 2024-11-13T19:05:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:02,272 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:02,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b53596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:02,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41533,1731524698940, seqNum=-1] 2024-11-13T19:05:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:02,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:02,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:05:02,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59188 2024-11-13T19:05:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:02,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136dfbf800002 connected 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.log.dir so I do NOT create it in target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95 2024-11-13T19:05:02,297 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.tmp.dir so I do NOT create it in target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95 2024-11-13T19:05:02,297 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:05:02,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/cluster_baf52939-777b-aa2d-88b6-4d1ab5485f13, deleteOnExit=true 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/test.cache.data in system properties and HBase conf 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:05:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:05:02,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:05:02,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:05:02,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:02,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:02,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:02,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:02,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:05:02,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:02,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68fa12ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:02,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@91bcbf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:02,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3707f22b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/java.io.tmpdir/jetty-localhost-39711-hadoop-hdfs-3_4_1-tests_jar-_-any-14428793572150157329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:02,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e58726f{HTTP/1.1, (http/1.1)}{localhost:39711} 2024-11-13T19:05:02,592 INFO [Time-limited test {}] server.Server(415): Started @141753ms 2024-11-13T19:05:02,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:02,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:02,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:02,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:02,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:05:02,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da2539f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:02,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525118a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:02,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76061547{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/java.io.tmpdir/jetty-localhost-45123-hadoop-hdfs-3_4_1-tests_jar-_-any-3456117893037190309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:05:02,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46963caa{HTTP/1.1, (http/1.1)}{localhost:45123} 2024-11-13T19:05:02,870 INFO [Time-limited test {}] server.Server(415): Started @142031ms 2024-11-13T19:05:02,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:05:03,269 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/cluster_baf52939-777b-aa2d-88b6-4d1ab5485f13/data/data1/current/BP-140414243-172.17.0.2-1731524702313/current, will proceed with Du for space computation calculation, 2024-11-13T19:05:03,269 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/cluster_baf52939-777b-aa2d-88b6-4d1ab5485f13/data/data2/current/BP-140414243-172.17.0.2-1731524702313/current, will proceed with Du for space computation calculation, 2024-11-13T19:05:03,285 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:05:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7e91de1161ea7d with lease ID 0xb1178e90c0364a10: Processing first storage report for DS-fda1756a-0219-40e6-8fd5-1ea6f960a8dc from datanode DatanodeRegistration(127.0.0.1:45203, datanodeUuid=c45cb732-101d-4390-97d8-c99debe85464, infoPort=36609, infoSecurePort=0, ipcPort=36603, storageInfo=lv=-57;cid=testClusterID;nsid=1884486645;c=1731524702313) 2024-11-13T19:05:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7e91de1161ea7d with lease ID 0xb1178e90c0364a10: from storage DS-fda1756a-0219-40e6-8fd5-1ea6f960a8dc node DatanodeRegistration(127.0.0.1:45203, datanodeUuid=c45cb732-101d-4390-97d8-c99debe85464, infoPort=36609, infoSecurePort=0, ipcPort=36603, storageInfo=lv=-57;cid=testClusterID;nsid=1884486645;c=1731524702313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:05:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7e91de1161ea7d with lease ID 0xb1178e90c0364a10: Processing first storage report for DS-ec209f3a-916a-44dd-976e-4391a9d535fb from datanode DatanodeRegistration(127.0.0.1:45203, datanodeUuid=c45cb732-101d-4390-97d8-c99debe85464, infoPort=36609, infoSecurePort=0, ipcPort=36603, storageInfo=lv=-57;cid=testClusterID;nsid=1884486645;c=1731524702313) 2024-11-13T19:05:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7e91de1161ea7d with lease ID 0xb1178e90c0364a10: from storage DS-ec209f3a-916a-44dd-976e-4391a9d535fb node DatanodeRegistration(127.0.0.1:45203, datanodeUuid=c45cb732-101d-4390-97d8-c99debe85464, infoPort=36609, infoSecurePort=0, ipcPort=36603, storageInfo=lv=-57;cid=testClusterID;nsid=1884486645;c=1731524702313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:05:03,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95 2024-11-13T19:05:03,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:03,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:03,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:05:03,706 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47 with version=8 2024-11-13T19:05:03,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/hbase-staging 2024-11-13T19:05:03,708 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:03,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:03,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:03,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:03,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:03,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:03,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:05:03,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:03,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33619 2024-11-13T19:05:03,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33619 connecting to ZooKeeper ensemble=127.0.0.1:59188 2024-11-13T19:05:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336190x0, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:03,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33619-0x10136dfbf800003 connected 2024-11-13T19:05:03,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:03,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:03,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on znode that does not yet exist, /1772047481/running 2024-11-13T19:05:03,810 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47, hbase.cluster.distributed=false 2024-11-13T19:05:03,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on znode that does not yet exist, /1772047481/acl 2024-11-13T19:05:03,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33619 2024-11-13T19:05:03,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33619 2024-11-13T19:05:03,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33619 2024-11-13T19:05:03,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33619 2024-11-13T19:05:03,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33619 2024-11-13T19:05:03,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:03,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:03,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:03,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:03,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:03,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:03,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:05:03,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:03,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43543 2024-11-13T19:05:03,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43543 connecting to ZooKeeper ensemble=127.0.0.1:59188 2024-11-13T19:05:03,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:03,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:03,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435430x0, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:03,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435430x0, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on znode that does not yet exist, /1772047481/running 2024-11-13T19:05:03,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43543-0x10136dfbf800004 connected 2024-11-13T19:05:03,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:05:03,848 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:05:03,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on znode that does not yet exist, /1772047481/master 2024-11-13T19:05:03,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on znode that does not yet exist, /1772047481/acl 2024-11-13T19:05:03,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43543 2024-11-13T19:05:03,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43543 2024-11-13T19:05:03,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43543 2024-11-13T19:05:03,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43543 2024-11-13T19:05:03,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43543 2024-11-13T19:05:03,865 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:33619 2024-11-13T19:05:03,865 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1772047481/backup-masters/e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481/backup-masters 2024-11-13T19:05:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481/backup-masters 2024-11-13T19:05:03,872 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on existing znode=/1772047481/backup-masters/e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1772047481/master 2024-11-13T19:05:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:03,881 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on existing znode=/1772047481/master 2024-11-13T19:05:03,881 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1772047481/backup-masters/e4b56bc8c4b3,33619,1731524703707 from backup master directory 2024-11-13T19:05:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481/backup-masters 2024-11-13T19:05:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772047481/backup-masters/e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481/backup-masters 2024-11-13T19:05:03,889 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:03,889 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:03,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/hbase.id] with ID: a45061b7-9a9a-43ac-9afd-bf7fe920ebc4 2024-11-13T19:05:03,893 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/.tmp/hbase.id 2024-11-13T19:05:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:05:04,298 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/.tmp/hbase.id]:[hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/hbase.id] 2024-11-13T19:05:04,309 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:04,309 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:05:04,310 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:05:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:04,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:04,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:05:04,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:04,753 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:05:04,754 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:04,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:05:05,160 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store 2024-11-13T19:05:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:05:05,566 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:05,566 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:05,566 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:05,566 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:05,566 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:05,567 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:05,567 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:05,567 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524705566Disabling compacts and flushes for region at 1731524705566Disabling writes for close at 1731524705566Writing region close event to WAL at 1731524705567 (+1 ms)Closed at 1731524705567 2024-11-13T19:05:05,567 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/.initializing 2024-11-13T19:05:05,567 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/WALs/e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:05,568 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:05,570 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C33619%2C1731524703707, suffix=, logDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/WALs/e4b56bc8c4b3,33619,1731524703707, archiveDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/oldWALs, maxLogs=10 2024-11-13T19:05:05,581 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/WALs/e4b56bc8c4b3,33619,1731524703707/e4b56bc8c4b3%2C33619%2C1731524703707.1731524705570, exclude list is [], retry=0 2024-11-13T19:05:05,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-fda1756a-0219-40e6-8fd5-1ea6f960a8dc,DISK] 2024-11-13T19:05:05,585 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/WALs/e4b56bc8c4b3,33619,1731524703707/e4b56bc8c4b3%2C33619%2C1731524703707.1731524705570 2024-11-13T19:05:05,585 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-13T19:05:05,585 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:05,585 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:05,585 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,585 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:05:05,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:05,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:05,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:05:05,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:05,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:05,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:05:05,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:05,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:05,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:05:05,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:05,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:05,592 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,593 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,593 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,594 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,594 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,594 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:05,595 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:05,597 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:05,597 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68814002, jitterRate=0.025408536195755005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:05,597 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524705585Initializing all the Stores at 1731524705586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524705586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524705586Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524705586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524705586Cleaning up temporary data from old regions at 1731524705594 (+8 ms)Region opened successfully at 1731524705597 (+3 ms) 2024-11-13T19:05:05,598 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:05:05,600 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453cc066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:05,601 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:05:05,601 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:05:05,601 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:05:05,601 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:05:05,601 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:05:05,601 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:05:05,602 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:05:05,603 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:05:05,604 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Unable to get data of znode /1772047481/balancer because node does not exist (not necessarily an error) 2024-11-13T19:05:05,639 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772047481/balancer already deleted, retry=false 2024-11-13T19:05:05,639 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:05:05,640 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Unable to get data of znode /1772047481/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:05:05,647 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772047481/normalizer already deleted, retry=false 2024-11-13T19:05:05,647 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:05:05,648 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Unable to get data of znode /1772047481/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:05:05,655 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772047481/switch/split already deleted, retry=false 2024-11-13T19:05:05,656 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Unable to get data of znode /1772047481/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:05:05,664 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772047481/switch/merge already deleted, retry=false 2024-11-13T19:05:05,665 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Unable to get data of znode /1772047481/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:05:05,672 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1772047481/snapshot-cleanup already deleted, retry=false 2024-11-13T19:05:05,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1772047481/running 2024-11-13T19:05:05,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1772047481/running 2024-11-13T19:05:05,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:05,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:05,681 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,33619,1731524703707, sessionid=0x10136dfbf800003, setting cluster-up flag (Was=false) 2024-11-13T19:05:05,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:05,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:05,722 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1772047481/flush-table-proc/acquired, /1772047481/flush-table-proc/reached, /1772047481/flush-table-proc/abort 2024-11-13T19:05:05,723 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:05,764 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1772047481/online-snapshot/acquired, /1772047481/online-snapshot/reached, /1772047481/online-snapshot/abort 2024-11-13T19:05:05,765 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:05,765 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:05:05,767 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:05,767 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:05:05,767 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:05:05,767 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,33619,1731524703707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:05:05,768 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:05,768 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:05,768 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:05,768 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:05,768 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:05:05,768 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,768 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:05,768 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,769 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524735769 2024-11-13T19:05:05,769 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:05:05,769 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:05:05,769 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:05:05,769 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:05:05,769 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:05:05,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:05,769 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:05:05,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:05:05,769 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:05:05,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:05:05,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:05:05,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:05:05,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:05:05,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:05,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:05:05,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:05:05,770 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524705770,5,FailOnTimeoutGroup] 2024-11-13T19:05:05,771 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524705770,5,FailOnTimeoutGroup] 2024-11-13T19:05:05,771 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,771 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:05:05,771 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,771 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:05:05,858 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(746): ClusterId : a45061b7-9a9a-43ac-9afd-bf7fe920ebc4 2024-11-13T19:05:05,858 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:05:05,864 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:05:05,864 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:05:05,873 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:05:05,873 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f2a5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:05,889 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:43543 2024-11-13T19:05:05,889 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:05:05,889 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:05:05,889 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:05:05,890 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,33619,1731524703707 with port=43543, startcode=1731524703831 2024-11-13T19:05:05,890 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:05:05,891 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:05:05,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:05,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33619 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:05,893 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47 2024-11-13T19:05:05,893 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33735 2024-11-13T19:05:05,893 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:05:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481/rs 2024-11-13T19:05:05,952 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] zookeeper.ZKUtil(111): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on existing znode=/1772047481/rs/e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:05,952 WARN [RS:0;e4b56bc8c4b3:43543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:05,952 INFO [RS:0;e4b56bc8c4b3:43543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:05,953 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/WALs/e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:05,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,43543,1731524703831] 2024-11-13T19:05:05,955 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:05:05,956 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:05:05,956 INFO [RS:0;e4b56bc8c4b3:43543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:05:05,956 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,957 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:05:05,957 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:05:05,957 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:05,958 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:05,958 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,958 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,958 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,958 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,958 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,958 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43543,1731524703831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:05,971 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:05:05,971 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43543,1731524703831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,971 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,971 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.Replication(171): e4b56bc8c4b3,43543,1731524703831 started 2024-11-13T19:05:05,983 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:05,983 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,43543,1731524703831, RpcServer on e4b56bc8c4b3/172.17.0.2:43543, sessionid=0x10136dfbf800004 2024-11-13T19:05:05,983 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:05:05,983 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:05,983 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43543,1731524703831' 2024-11-13T19:05:05,983 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1772047481/flush-table-proc/abort' 2024-11-13T19:05:05,984 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1772047481/flush-table-proc/acquired' 2024-11-13T19:05:05,984 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:05:05,984 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:05:05,984 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:05,984 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43543,1731524703831' 2024-11-13T19:05:05,984 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1772047481/online-snapshot/abort' 2024-11-13T19:05:05,984 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1772047481/online-snapshot/acquired' 2024-11-13T19:05:05,985 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:05:05,985 INFO [RS:0;e4b56bc8c4b3:43543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:05:05,985 INFO [RS:0;e4b56bc8c4b3:43543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:05:06,085 INFO [RS:0;e4b56bc8c4b3:43543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:06,086 INFO [RS:0;e4b56bc8c4b3:43543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43543%2C1731524703831, suffix=, logDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/WALs/e4b56bc8c4b3,43543,1731524703831, archiveDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/oldWALs, maxLogs=10 2024-11-13T19:05:06,097 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/WALs/e4b56bc8c4b3,43543,1731524703831/e4b56bc8c4b3%2C43543%2C1731524703831.1731524706087, exclude list is [], retry=0 2024-11-13T19:05:06,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-fda1756a-0219-40e6-8fd5-1ea6f960a8dc,DISK] 2024-11-13T19:05:06,101 INFO [RS:0;e4b56bc8c4b3:43543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/WALs/e4b56bc8c4b3,43543,1731524703831/e4b56bc8c4b3%2C43543%2C1731524703831.1731524706087 2024-11-13T19:05:06,101 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-13T19:05:06,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:05:06,176 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47 2024-11-13T19:05:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:05:06,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:06,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:06,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:06,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:06,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:06,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:06,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:06,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:06,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:06,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:06,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:06,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:06,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:06,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:06,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:06,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:06,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:06,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:06,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740 2024-11-13T19:05:06,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740 2024-11-13T19:05:06,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:06,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:06,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:06,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:06,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:06,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71338737, jitterRate=0.06303001940250397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:06,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524706581Initializing all the Stores at 1731524706582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524706582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524706583 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524706583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524706583Cleaning up temporary data from old regions at 1731524706590 (+7 ms)Region opened successfully at 1731524706594 (+4 ms) 2024-11-13T19:05:06,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:06,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:06,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:06,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:06,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:06,594 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:06,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524706594Disabling compacts and flushes for region at 1731524706594Disabling writes for close at 1731524706594Writing region close event to WAL at 1731524706594Closed at 1731524706594 2024-11-13T19:05:06,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:06,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:05:06,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:05:06,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:06,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:05:06,747 DEBUG [e4b56bc8c4b3:33619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:05:06,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:06,748 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43543,1731524703831, state=OPENING 2024-11-13T19:05:06,764 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:05:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:06,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:06,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1772047481/meta-region-server: CHANGED 2024-11-13T19:05:06,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1772047481/meta-region-server: CHANGED 2024-11-13T19:05:06,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43543,1731524703831}] 2024-11-13T19:05:06,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:05:06,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:05:06,929 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:05:06,929 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:06,929 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:05:06,931 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43543%2C1731524703831.meta, suffix=.meta, logDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/WALs/e4b56bc8c4b3,43543,1731524703831, archiveDir=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/oldWALs, maxLogs=10 2024-11-13T19:05:06,942 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/WALs/e4b56bc8c4b3,43543,1731524703831/e4b56bc8c4b3%2C43543%2C1731524703831.meta.1731524706931.meta, exclude list is [], retry=0 2024-11-13T19:05:06,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45203,DS-fda1756a-0219-40e6-8fd5-1ea6f960a8dc,DISK] 2024-11-13T19:05:06,946 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/WALs/e4b56bc8c4b3,43543,1731524703831/e4b56bc8c4b3%2C43543%2C1731524703831.meta.1731524706931.meta 2024-11-13T19:05:06,946 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609)] 2024-11-13T19:05:06,946 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:06,947 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:06,947 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:06,947 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:05:06,947 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:05:06,947 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:05:06,947 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:06,947 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:05:06,947 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:05:06,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:06,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:06,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:06,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:06,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:06,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:06,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:06,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:06,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:06,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:06,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:06,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:06,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:06,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:06,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:06,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:06,953 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:06,953 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740 2024-11-13T19:05:06,954 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740 2024-11-13T19:05:06,955 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:06,955 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:06,956 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:06,957 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:06,957 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65966785, jitterRate=-0.017018303275108337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:06,957 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:05:06,957 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524706947Writing region info on filesystem at 1731524706947Initializing all the Stores at 1731524706948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524706948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524706948Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524706948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524706948Cleaning up temporary data from old regions at 1731524706955 (+7 ms)Running coprocessor post-open hooks at 1731524706957 (+2 ms)Region opened successfully at 1731524706957 2024-11-13T19:05:06,958 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524706925 2024-11-13T19:05:06,960 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:05:06,960 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:05:06,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:06,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43543,1731524703831, state=OPEN 2024-11-13T19:05:06,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1772047481/meta-region-server 2024-11-13T19:05:06,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1772047481/meta-region-server 2024-11-13T19:05:06,969 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:06,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1772047481/meta-region-server: CHANGED 2024-11-13T19:05:06,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1772047481/meta-region-server: CHANGED 2024-11-13T19:05:06,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:05:06,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43543,1731524703831 in 196 msec 2024-11-13T19:05:06,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:05:06,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-11-13T19:05:06,973 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:06,974 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:05:06,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:06,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43543,1731524703831, seqNum=-1] 2024-11-13T19:05:06,975 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:06,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:06,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-13T19:05:06,981 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524706981, completionTime=-1 2024-11-13T19:05:06,981 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:05:06,981 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524766983 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524826983 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33619,1731524703707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33619,1731524703707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33619,1731524703707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:33619, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:06,983 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:06,984 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:06,985 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:05:06,987 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.098sec 2024-11-13T19:05:06,987 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:05:06,987 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:05:06,987 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:05:06,987 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:05:06,987 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:05:06,987 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33619,1731524703707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:06,987 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33619,1731524703707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:05:06,989 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:05:06,989 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:05:06,989 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33619,1731524703707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:07,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:05:07,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b293ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33619,-1 for getting cluster id 2024-11-13T19:05:07,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:07,060 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45061b7-9a9a-43ac-9afd-bf7fe920ebc4' 2024-11-13T19:05:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45061b7-9a9a-43ac-9afd-bf7fe920ebc4" 2024-11-13T19:05:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cda2032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33619,-1] 2024-11-13T19:05:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:07,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:07,061 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:07,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6314e08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:07,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43543,1731524703831, seqNum=-1] 2024-11-13T19:05:07,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:07,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:07,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:07,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59188 2024-11-13T19:05:07,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:07,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136dfbf800005 connected 2024-11-13T19:05:07,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f63ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41909,-1 for getting cluster id 2024-11-13T19:05:07,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:07,088 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f5e60b-44df-4c73-b68e-6f4854698225' 2024-11-13T19:05:07,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:07,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f5e60b-44df-4c73-b68e-6f4854698225" 2024-11-13T19:05:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be7c964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41909,-1] 2024-11-13T19:05:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:07,089 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:07,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f05f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:07,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:05:07,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d531095 2024-11-13T19:05:07,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:07,092 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:07,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:33619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:05:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:05:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:07,094 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:33619' 2024-11-13T19:05:07,095 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0183f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,095 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33619,-1 for getting cluster id 2024-11-13T19:05:07,095 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:07,096 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45061b7-9a9a-43ac-9afd-bf7fe920ebc4' 2024-11-13T19:05:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45061b7-9a9a-43ac-9afd-bf7fe920ebc4" 2024-11-13T19:05:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1e9ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33619,-1] 2024-11-13T19:05:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:07,097 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:07,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2506d689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:07,098 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:07,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:07,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c8079d8 2024-11-13T19:05:07,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:07,100 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:07,100 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T19:05:07,100 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:05:07,100 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:07,100 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:07,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:07,101 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:07,102 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:05:07,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:05:07,103 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:07,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:05:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741835_1011 (size=1138) 2024-11-13T19:05:07,152 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:05:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:07,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1bfe9e88f192f971d3d420625ef2664, NAME => 'hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9 2024-11-13T19:05:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741836_1012 (size=44) 2024-11-13T19:05:07,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:07,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:07,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:07,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:07,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:07,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:07,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:07,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:05:07,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:05:07,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:07,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:05:07,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:07,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:05:07,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:05:07,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:05:07,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:07,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d1bfe9e88f192f971d3d420625ef2664, disabling compactions & flushes 2024-11-13T19:05:07,919 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:07,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:07,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. after waiting 0 ms 2024-11-13T19:05:07,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:07,919 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:07,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1bfe9e88f192f971d3d420625ef2664: Waiting for close lock at 1731524707919Disabling compacts and flushes for region at 1731524707919Disabling writes for close at 1731524707919Writing region close event to WAL at 1731524707919Closed at 1731524707919 2024-11-13T19:05:07,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:05:07,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524707920"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524707920"}]},"ts":"1731524707920"} 2024-11-13T19:05:07,922 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:05:07,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:05:07,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524707923"}]},"ts":"1731524707923"} 2024-11-13T19:05:07,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:05:07,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN}] 2024-11-13T19:05:07,926 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN 2024-11-13T19:05:07,927 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,41533,1731524698940; forceNewPlan=false, retain=false 2024-11-13T19:05:08,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d1bfe9e88f192f971d3d420625ef2664, regionState=OPENING, regionLocation=e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:08,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN because future has completed 2024-11-13T19:05:08,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1bfe9e88f192f971d3d420625ef2664, server=e4b56bc8c4b3,41533,1731524698940}] 2024-11-13T19:05:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:08,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:08,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:08,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:05:08,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C41533%2C1731524698940.rep, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs, maxLogs=10 2024-11-13T19:05:08,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.rep.1731524708237, exclude list is [], retry=0 2024-11-13T19:05:08,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6,DISK] 2024-11-13T19:05:08,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.rep.1731524708237 2024-11-13T19:05:08,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-13T19:05:08,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d1bfe9e88f192f971d3d420625ef2664, NAME => 'hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:08,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:08,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:08,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. service=MultiRowMutationService 2024-11-13T19:05:08,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:05:08,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:08,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,256 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,258 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bfe9e88f192f971d3d420625ef2664 columnFamilyName hfileref 2024-11-13T19:05:08,258 DEBUG [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:08,258 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(327): Store=d1bfe9e88f192f971d3d420625ef2664/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:08,258 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,259 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bfe9e88f192f971d3d420625ef2664 columnFamilyName queue 2024-11-13T19:05:08,259 DEBUG [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:08,259 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(327): Store=d1bfe9e88f192f971d3d420625ef2664/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:08,260 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,261 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bfe9e88f192f971d3d420625ef2664 columnFamilyName sid 2024-11-13T19:05:08,261 DEBUG [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:08,261 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(327): Store=d1bfe9e88f192f971d3d420625ef2664/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:08,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:05:08,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:08,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d1bfe9e88f192f971d3d420625ef2664; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74342624, jitterRate=0.10779142379760742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:05:08,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:08,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d1bfe9e88f192f971d3d420625ef2664: Running coprocessor pre-open hook at 1731524708255Writing region info on filesystem at 1731524708255Initializing all the Stores at 1731524708256 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524708256Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524708256Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524708256Cleaning up temporary data from old regions at 1731524708263 (+7 ms)Running coprocessor post-open hooks at 1731524708266 (+3 ms)Region opened successfully at 1731524708266 2024-11-13T19:05:08,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664., pid=7, masterSystemTime=1731524708232 2024-11-13T19:05:08,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:08,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:08,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d1bfe9e88f192f971d3d420625ef2664, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1bfe9e88f192f971d3d420625ef2664, server=e4b56bc8c4b3,41533,1731524698940 because future has completed 2024-11-13T19:05:08,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:05:08,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d1bfe9e88f192f971d3d420625ef2664, server=e4b56bc8c4b3,41533,1731524698940 in 193 msec 2024-11-13T19:05:08,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:05:08,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN in 349 msec 2024-11-13T19:05:08,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:05:08,277 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524708277"}]},"ts":"1731524708277"} 2024-11-13T19:05:08,279 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:05:08,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:05:08,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-13T19:05:08,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664., hostname=e4b56bc8c4b3,41533,1731524698940, seqNum=2] 2024-11-13T19:05:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:08,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:05:08,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T19:05:08,526 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:05:08,551 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,41533,1731524698940, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:05:08,552 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:08,552 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41533,1731524698940, seqNum=-1] 2024-11-13T19:05:08,552 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:08,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T19:05:08,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,41533,1731524698940', locateType=CURRENT is [region=hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664., hostname=e4b56bc8c4b3,41533,1731524698940, seqNum=2] 2024-11-13T19:05:08,558 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T19:05:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T19:05:08,561 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,41533,1731524698940 suceeded 2024-11-13T19:05:08,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T19:05:08,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T19:05:08,563 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:33619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:05:08,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4710 sec 2024-11-13T19:05:08,573 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:33619' 2024-11-13T19:05:08,574 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7b0723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:08,574 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33619,-1 for getting cluster id 2024-11-13T19:05:08,574 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:08,575 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45061b7-9a9a-43ac-9afd-bf7fe920ebc4' 2024-11-13T19:05:08,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:08,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45061b7-9a9a-43ac-9afd-bf7fe920ebc4" 2024-11-13T19:05:08,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ca88ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:08,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33619,-1] 2024-11-13T19:05:08,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:08,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:08,576 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:08,577 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36cb45fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:08,577 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:08,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:08,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cd3afa 2024-11-13T19:05:08,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:08,579 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T19:05:08,579 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,41533,1731524698940 (queues=1) is replicating from cluster=58f5e60b-44df-4c73-b68e-6f4854698225 to cluster=a45061b7-9a9a-43ac-9afd-bf7fe920ebc4 2024-11-13T19:05:08,579 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C41533%2C1731524698940 2024-11-13T19:05:08,579 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,41533,1731524698940, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:05:08,580 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.shippere4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C41533%2C1731524698940 2024-11-13T19:05:08,580 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.wal-reader.e4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149, startPosition=0, beingWritten=true 2024-11-13T19:05:08,787 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.wal-reader.e4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149 to pos 0, reset compression=false 2024-11-13T19:05:09,091 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.wal-reader.e4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149 to pos 0, reset compression=false 2024-11-13T19:05:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:09,236 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:05:09,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:09,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:09,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:09,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:09,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:09,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:05:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695aa690 2024-11-13T19:05:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:09,238 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:09,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T19:05:09,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:09,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:09,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:09,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:09,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:09,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:05:09,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1464679956, stopped=false 2024-11-13T19:05:09,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,41909,1731524698772 2024-11-13T19:05:09,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/running 2024-11-13T19:05:09,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/running 2024-11-13T19:05:09,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:09,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:09,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:09,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:09,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:09,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:09,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/running 2024-11-13T19:05:09,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/running 2024-11-13T19:05:09,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,41533,1731524698940' ***** 2024-11-13T19:05:09,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:05:09,273 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:05:09,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:05:09,273 INFO [RS:0;e4b56bc8c4b3:41533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(3091): Received CLOSE for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:41533. 2024-11-13T19:05:09,274 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:09,274 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1bfe9e88f192f971d3d420625ef2664, disabling compactions & flushes 2024-11-13T19:05:09,274 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:09,274 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:09,274 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:05:09,274 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. after waiting 0 ms 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:05:09,274 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:05:09,274 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1bfe9e88f192f971d3d420625ef2664 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T19:05:09,274 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:05:09,274 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1325): Online Regions={d1bfe9e88f192f971d3d420625ef2664=hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:05:09,274 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:09,274 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:09,274 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:09,274 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:09,274 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:09,275 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:09,275 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T19:05:09,288 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/.tmp/queue/3cfc5f55abc44860b6dbce1765cea529 is 151, key is 1-e4b56bc8c4b3,41533,1731524698940/queue:e4b56bc8c4b3%2C41533%2C1731524698940/1731524708556/Put/seqid=0 2024-11-13T19:05:09,288 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/info/a8b1a1d215f14e39b9646ae211ea5ba5 is 147, key is hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664./info:regioninfo/1731524708270/Put/seqid=0 2024-11-13T19:05:09,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741838_1014 (size=5350) 2024-11-13T19:05:09,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741839_1015 (size=6631) 2024-11-13T19:05:09,327 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:09,475 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:09,496 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.wal-reader.e4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149 to pos 0, reset compression=false 2024-11-13T19:05:09,675 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:09,692 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/.tmp/queue/3cfc5f55abc44860b6dbce1765cea529 2024-11-13T19:05:09,693 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/info/a8b1a1d215f14e39b9646ae211ea5ba5 2024-11-13T19:05:09,699 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/.tmp/queue/3cfc5f55abc44860b6dbce1765cea529 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/queue/3cfc5f55abc44860b6dbce1765cea529 2024-11-13T19:05:09,704 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/queue/3cfc5f55abc44860b6dbce1765cea529, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T19:05:09,705 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d1bfe9e88f192f971d3d420625ef2664 in 431ms, sequenceid=5, compaction requested=false 2024-11-13T19:05:09,705 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:05:09,710 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:05:09,711 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:09,711 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:09,711 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:09,711 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1bfe9e88f192f971d3d420625ef2664: Waiting for close lock at 1731524709274Running coprocessor pre-close hooks at 1731524709274Disabling compacts and flushes for region at 1731524709274Disabling writes for close at 1731524709274Obtaining lock to block concurrent updates at 1731524709274Preparing flush snapshotting stores in d1bfe9e88f192f971d3d420625ef2664 at 1731524709274Finished memstore snapshotting hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731524709275 (+1 ms)Flushing stores of hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. at 1731524709275Flushing d1bfe9e88f192f971d3d420625ef2664/queue: creating writer at 1731524709275Flushing d1bfe9e88f192f971d3d420625ef2664/queue: appending metadata at 1731524709287 (+12 ms)Flushing d1bfe9e88f192f971d3d420625ef2664/queue: closing flushed file at 1731524709288 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44011a22: reopening flushed file at 1731524709698 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d1bfe9e88f192f971d3d420625ef2664 in 431ms, sequenceid=5, compaction requested=false at 1731524709705 (+7 ms)Writing region close event to WAL at 1731524709707 (+2 ms)Running coprocessor post-close hooks at 1731524709711 (+4 ms)Closed at 1731524709711 2024-11-13T19:05:09,711 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:09,713 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/ns/a241e9e2176f4722bf7d42f69c7c5a32 is 43, key is default/ns:d/1731524702171/Put/seqid=0 2024-11-13T19:05:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:05:09,875 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:10,000 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.wal-reader.e4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149 to pos 0, reset compression=false 2024-11-13T19:05:10,021 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:05:10,021 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:05:10,075 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:10,117 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/ns/a241e9e2176f4722bf7d42f69c7c5a32 2024-11-13T19:05:10,135 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/table/3e1072106c354349a71e3663cbd20838 is 53, key is hbase:replication/table:state/1731524708277/Put/seqid=0 2024-11-13T19:05:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741841_1017 (size=5256) 2024-11-13T19:05:10,275 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:05:10,275 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:05:10,275 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:10,475 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:10,540 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/table/3e1072106c354349a71e3663cbd20838 2024-11-13T19:05:10,545 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/info/a8b1a1d215f14e39b9646ae211ea5ba5 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/info/a8b1a1d215f14e39b9646ae211ea5ba5 2024-11-13T19:05:10,550 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/info/a8b1a1d215f14e39b9646ae211ea5ba5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T19:05:10,551 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/ns/a241e9e2176f4722bf7d42f69c7c5a32 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/ns/a241e9e2176f4722bf7d42f69c7c5a32 2024-11-13T19:05:10,556 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/ns/a241e9e2176f4722bf7d42f69c7c5a32, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:05:10,556 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/table/3e1072106c354349a71e3663cbd20838 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/table/3e1072106c354349a71e3663cbd20838 2024-11-13T19:05:10,560 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/table/3e1072106c354349a71e3663cbd20838, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T19:05:10,561 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false 2024-11-13T19:05:10,565 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:05:10,565 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:10,565 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:10,565 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:10,566 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524709274Running coprocessor pre-close hooks at 1731524709274Disabling compacts and flushes for region at 1731524709274Disabling writes for close at 1731524709275 (+1 ms)Obtaining lock to block concurrent updates at 1731524709275Preparing flush snapshotting stores in 1588230740 at 1731524709275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731524709275Flushing stores of hbase:meta,,1.1588230740 at 1731524709275Flushing 1588230740/info: creating writer at 1731524709275Flushing 1588230740/info: appending metadata at 1731524709288 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731524709288Flushing 1588230740/ns: creating writer at 1731524709698 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731524709713 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731524709713Flushing 1588230740/table: creating writer at 1731524710122 (+409 ms)Flushing 1588230740/table: appending metadata at 1731524710135 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731524710135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dbfbc1f: reopening flushed file at 1731524710544 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2dfc5e: reopening flushed file at 1731524710550 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233cceed: reopening flushed file at 1731524710556 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false at 1731524710561 (+5 ms)Writing region close event to WAL at 1731524710562 (+1 ms)Running coprocessor post-close hooks at 1731524710565 (+3 ms)Closed at 1731524710565 2024-11-13T19:05:10,566 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:10,605 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.wal-reader.e4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149 to pos 0, reset compression=false 2024-11-13T19:05:10,676 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,41533,1731524698940; all regions closed. 2024-11-13T19:05:10,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741834_1010 (size=2742) 2024-11-13T19:05:10,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.meta.1731524702108.meta not finished, retry = 0 2024-11-13T19:05:10,781 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs 2024-11-13T19:05:10,781 INFO [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C41533%2C1731524698940.meta:.meta(num 1731524702108) 2024-11-13T19:05:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741837_1013 (size=1586) 2024-11-13T19:05:10,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.rep.1731524708237 not finished, retry = 0 2024-11-13T19:05:10,885 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs 2024-11-13T19:05:10,885 INFO [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C41533%2C1731524698940.rep:(num 1731524708237) 2024-11-13T19:05:10,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:05:10,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940/e4b56bc8c4b3%2C41533%2C1731524698940.1731524701149 not finished, retry = 0 2024-11-13T19:05:10,990 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs 2024-11-13T19:05:10,990 INFO [RS:0;e4b56bc8c4b3:41533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C41533%2C1731524698940:(num 1731524701149) 2024-11-13T19:05:10,990 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:10,990 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:10,990 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:10,990 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:10,991 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:10,991 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:10,991 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,41533,1731524698940 because: Region server is closing 2024-11-13T19:05:10,991 INFO [RS:0;e4b56bc8c4b3:41533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:41533. 2024-11-13T19:05:10,991 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:10,991 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:10,991 DEBUG [RS:0;e4b56bc8c4b3:41533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:10,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:11,092 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.wal-reader.e4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:05:11,092 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.shippere4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:05:11,092 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41533,1731524698940.replicationSource.shippere4b56bc8c4b3%2C41533%2C1731524698940,1-e4b56bc8c4b3,41533,1731524698940 terminated 2024-11-13T19:05:11,092 INFO [RS:0;e4b56bc8c4b3:41533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41533 2024-11-13T19:05:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/rs/e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:11,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/rs 2024-11-13T19:05:11,105 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:11,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,41533,1731524698940] 2024-11-13T19:05:11,122 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/draining/e4b56bc8c4b3,41533,1731524698940 already deleted, retry=false 2024-11-13T19:05:11,122 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,41533,1731524698940 expired; onlineServers=0 2024-11-13T19:05:11,122 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,41909,1731524698772' ***** 2024-11-13T19:05:11,122 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:05:11,122 INFO [M:0;e4b56bc8c4b3:41909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:11,122 INFO [M:0;e4b56bc8c4b3:41909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:11,122 DEBUG [M:0;e4b56bc8c4b3:41909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:05:11,122 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:05:11,122 DEBUG [M:0;e4b56bc8c4b3:41909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:05:11,122 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524700895 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524700895,5,FailOnTimeoutGroup] 2024-11-13T19:05:11,122 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524700895 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524700895,5,FailOnTimeoutGroup] 2024-11-13T19:05:11,123 INFO [M:0;e4b56bc8c4b3:41909 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:11,123 INFO [M:0;e4b56bc8c4b3:41909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:11,123 DEBUG [M:0;e4b56bc8c4b3:41909 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:05:11,123 INFO [M:0;e4b56bc8c4b3:41909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:05:11,123 INFO [M:0;e4b56bc8c4b3:41909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:11,123 INFO [M:0;e4b56bc8c4b3:41909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:05:11,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:05:11,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/master 2024-11-13T19:05:11,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:11,130 DEBUG [M:0;e4b56bc8c4b3:41909 {}] zookeeper.ZKUtil(347): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/master because node does not exist (not an error) 2024-11-13T19:05:11,130 WARN [M:0;e4b56bc8c4b3:41909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:05:11,131 INFO [M:0;e4b56bc8c4b3:41909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/.lastflushedseqids 2024-11-13T19:05:11,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741842_1018 (size=181) 2024-11-13T19:05:11,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:11,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41533-0x10136dfbf800001, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:11,214 INFO [RS:0;e4b56bc8c4b3:41533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:11,214 INFO [RS:0;e4b56bc8c4b3:41533 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,41533,1731524698940; zookeeper connection closed. 2024-11-13T19:05:11,214 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6eb66394 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6eb66394 2024-11-13T19:05:11,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:05:11,537 INFO [M:0;e4b56bc8c4b3:41909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:05:11,537 INFO [M:0;e4b56bc8c4b3:41909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:05:11,537 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:11,537 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:11,537 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:11,537 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:11,537 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:11,537 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T19:05:11,551 DEBUG [M:0;e4b56bc8c4b3:41909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722e6abe71ed47ff8f40f6364709e12c is 82, key is hbase:meta,,1/info:regioninfo/1731524702146/Put/seqid=0 2024-11-13T19:05:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741843_1019 (size=5672) 2024-11-13T19:05:11,955 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722e6abe71ed47ff8f40f6364709e12c 2024-11-13T19:05:11,973 DEBUG [M:0;e4b56bc8c4b3:41909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd5923873f1f49d9adb9da15cc8ba5c7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731524708281/Put/seqid=0 2024-11-13T19:05:11,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741844_1020 (size=7203) 2024-11-13T19:05:12,378 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd5923873f1f49d9adb9da15cc8ba5c7 2024-11-13T19:05:12,395 DEBUG [M:0;e4b56bc8c4b3:41909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5555bf8bed6d4a3db02a173c66ec4e3e is 69, key is e4b56bc8c4b3,41533,1731524698940/rs:state/1731524701000/Put/seqid=0 2024-11-13T19:05:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741845_1021 (size=5156) 2024-11-13T19:05:12,800 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5555bf8bed6d4a3db02a173c66ec4e3e 2024-11-13T19:05:12,805 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722e6abe71ed47ff8f40f6364709e12c as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/722e6abe71ed47ff8f40f6364709e12c 2024-11-13T19:05:12,809 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/722e6abe71ed47ff8f40f6364709e12c, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T19:05:12,810 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd5923873f1f49d9adb9da15cc8ba5c7 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd5923873f1f49d9adb9da15cc8ba5c7 2024-11-13T19:05:12,814 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd5923873f1f49d9adb9da15cc8ba5c7, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T19:05:12,815 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5555bf8bed6d4a3db02a173c66ec4e3e as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5555bf8bed6d4a3db02a173c66ec4e3e 2024-11-13T19:05:12,819 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5555bf8bed6d4a3db02a173c66ec4e3e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T19:05:12,820 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=70, compaction requested=false 2024-11-13T19:05:12,821 INFO [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:12,821 DEBUG [M:0;e4b56bc8c4b3:41909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524711537Disabling compacts and flushes for region at 1731524711537Disabling writes for close at 1731524711537Obtaining lock to block concurrent updates at 1731524711537Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524711537Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731524711538 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524711538Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524711538Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524711551 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524711551Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524711960 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524711973 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524711973Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524712382 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524712395 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524712395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6c5ac8: reopening flushed file at 1731524712805 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b9af2b: reopening flushed file at 1731524712809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2962ef8b: reopening flushed file at 1731524712814 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=70, compaction requested=false at 1731524712820 (+6 ms)Writing region close event to WAL at 1731524712821 (+1 ms)Closed at 1731524712821 2024-11-13T19:05:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741830_1006 (size=41008) 2024-11-13T19:05:12,823 INFO [M:0;e4b56bc8c4b3:41909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:05:12,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:12,823 INFO [M:0;e4b56bc8c4b3:41909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41909 2024-11-13T19:05:12,824 INFO [M:0;e4b56bc8c4b3:41909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:12,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:12,964 INFO [M:0;e4b56bc8c4b3:41909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:12,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41909-0x10136dfbf800000, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:12,966 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:12,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:12,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:12,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:12,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:12,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:12,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:05:12,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:12,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42009 2024-11-13T19:05:12,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42009 connecting to ZooKeeper ensemble=127.0.0.1:59188 2024-11-13T19:05:12,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420090x0, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:12,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42009-0x10136dfbf800006 connected 2024-11-13T19:05:12,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:12,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:12,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/running 2024-11-13T19:05:12,990 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: INIT 2024-11-13T19:05:12,990 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9, hbase.cluster.distributed=false 2024-11-13T19:05:12,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/acl 2024-11-13T19:05:12,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-13T19:05:12,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42009 2024-11-13T19:05:12,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42009 2024-11-13T19:05:12,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-13T19:05:12,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-13T19:05:13,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:13,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:13,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:13,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:13,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:13,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:13,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:05:13,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:13,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40645 2024-11-13T19:05:13,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40645 connecting to ZooKeeper ensemble=127.0.0.1:59188 2024-11-13T19:05:13,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:13,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:13,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406450x0, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:13,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40645-0x10136dfbf800007 connected 2024-11-13T19:05:13,019 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: INIT 2024-11-13T19:05:13,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/running 2024-11-13T19:05:13,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:05:13,020 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:05:13,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/master 2024-11-13T19:05:13,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/acl 2024-11-13T19:05:13,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40645 2024-11-13T19:05:13,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40645 2024-11-13T19:05:13,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40645 2024-11-13T19:05:13,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40645 2024-11-13T19:05:13,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40645 2024-11-13T19:05:13,032 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:42009 2024-11-13T19:05:13,032 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1769056647/backup-masters/e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/backup-masters 2024-11-13T19:05:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/backup-masters 2024-11-13T19:05:13,039 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on existing znode=/0-1769056647/backup-masters/e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:13,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:13,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769056647/master 2024-11-13T19:05:13,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:13,047 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on existing znode=/0-1769056647/master 2024-11-13T19:05:13,048 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1769056647/backup-masters/e4b56bc8c4b3,42009,1731524712965 from backup master directory 2024-11-13T19:05:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/backup-masters/e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/backup-masters 2024-11-13T19:05:13,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/backup-masters 2024-11-13T19:05:13,055 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:13,055 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:13,064 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:13,065 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:05:13,071 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-13T19:05:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741846_1022 (size=196) 2024-11-13T19:05:13,486 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:13,486 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:05:13,487 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:13,491 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T19:05:13,494 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772 to hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772-dead as it is dead 2024-11-13T19:05:13,494 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772-dead/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680 2024-11-13T19:05:13,495 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772-dead/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680 after 1ms 2024-11-13T19:05:13,496 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772-dead/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680 to hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680 2024-11-13T19:05:13,496 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,41909,1731524698772-dead 2024-11-13T19:05:13,496 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:13,497 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:13,498 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C42009%2C1731524712965, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,42009,1731524712965, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/oldWALs, maxLogs=10 2024-11-13T19:05:13,514 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,42009,1731524712965/e4b56bc8c4b3%2C42009%2C1731524712965.1731524713499, exclude list is [], retry=0 2024-11-13T19:05:13,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6,DISK] 2024-11-13T19:05:13,518 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,42009,1731524712965/e4b56bc8c4b3%2C42009%2C1731524712965.1731524713499 2024-11-13T19:05:13,518 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-13T19:05:13,518 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:13,519 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:13,519 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,519 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:05:13,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:13,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/722e6abe71ed47ff8f40f6364709e12c 2024-11-13T19:05:13,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:13,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:05:13,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:13,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd5923873f1f49d9adb9da15cc8ba5c7 2024-11-13T19:05:13,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:13,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:05:13,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:13,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5555bf8bed6d4a3db02a173c66ec4e3e 2024-11-13T19:05:13,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:13,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:05:13,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:13,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:13,540 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,541 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T19:05:13,541 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680 2024-11-13T19:05:13,545 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680 2024-11-13T19:05:13,546 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e4b56bc8c4b3%2C41909%2C1731524698772.1731524700680 2024-11-13T19:05:13,547 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,547 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,547 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:13,549 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:13,550 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T19:05:13,551 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72268105, jitterRate=0.07687868177890778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:13,551 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524713519Initializing all the Stores at 1731524713520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524713520Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524713520Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524713520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524713520Cleaning up temporary data from old regions at 1731524713547 (+27 ms)Region opened successfully at 1731524713551 (+4 ms) 2024-11-13T19:05:13,551 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:05:13,553 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3f9bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:13,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T19:05:13,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:05:13,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:05:13,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:05:13,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:05:13,558 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:13,559 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:05:13,559 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:05:13,559 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-13T19:05:13,559 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:05:13,561 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e4b56bc8c4b3,41533,1731524698940, regionLocation=e4b56bc8c4b3,41533,1731524698940, openSeqNum=2 2024-11-13T19:05:13,561 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e4b56bc8c4b3,41533,1731524698940, table=hbase:meta, region=1588230740 2024-11-13T19:05:13,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41533,1731524698940, state=OPEN 2024-11-13T19:05:13,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769056647/meta-region-server 2024-11-13T19:05:13,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769056647/meta-region-server 2024-11-13T19:05:13,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:13,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:13,600 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:05:13,610 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/draining/e4b56bc8c4b3,41533,1731524698940 already deleted, retry=false 2024-11-13T19:05:13,610 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e4b56bc8c4b3,41533,1731524698940 on e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:13,611 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e4b56bc8c4b3,41533,1731524698940, splitWal=true, meta=true 2024-11-13T19:05:13,611 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for e4b56bc8c4b3,41533,1731524698940 (carryingMeta=true) e4b56bc8c4b3,41533,1731524698940/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5e05a1df[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T19:05:13,613 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/balancer because node does not exist (not necessarily an error) 2024-11-13T19:05:13,622 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/balancer already deleted, retry=false 2024-11-13T19:05:13,622 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:05:13,623 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:05:13,630 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/normalizer already deleted, retry=false 2024-11-13T19:05:13,630 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:05:13,631 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:05:13,639 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/switch/split already deleted, retry=false 2024-11-13T19:05:13,640 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:05:13,647 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/switch/merge already deleted, retry=false 2024-11-13T19:05:13,657 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:05:13,664 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/snapshot-cleanup already deleted, retry=false 2024-11-13T19:05:13,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769056647/running 2024-11-13T19:05:13,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1769056647/running 2024-11-13T19:05:13,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:13,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:13,672 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,42009,1731524712965, sessionid=0x10136dfbf800006, setting cluster-up flag (Was=false) 2024-11-13T19:05:13,681 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1769056647/flush-table-proc/acquired, /0-1769056647/flush-table-proc/reached, /0-1769056647/flush-table-proc/abort 2024-11-13T19:05:13,682 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:13,690 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1769056647/online-snapshot/acquired, /0-1769056647/online-snapshot/reached, /0-1769056647/online-snapshot/abort 2024-11-13T19:05:13,690 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:13,691 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/.lastflushedseqids 2024-11-13T19:05:13,693 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:05:13,693 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:05:13,693 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,42009,1731524712965 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e4b56bc8c4b3,41533,1731524698940 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:05:13,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:13,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:13,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:13,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:13,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:05:13,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:13,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524743696 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:05:13,696 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e4b56bc8c4b3,41533,1731524698940, splitWal=true, meta=true 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:05:13,696 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:05:13,697 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:05:13,697 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:05:13,697 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e4b56bc8c4b3,41533,1731524698940, splitWal=true, meta=true, isMeta: true 2024-11-13T19:05:13,697 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:05:13,697 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:05:13,697 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524713697,5,FailOnTimeoutGroup] 2024-11-13T19:05:13,697 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524713697,5,FailOnTimeoutGroup] 2024-11-13T19:05:13,697 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,697 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:05:13,697 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,698 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,698 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524713698, completionTime=-1 2024-11-13T19:05:13,698 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T19:05:13,698 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T19:05:13,698 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940-splitting 2024-11-13T19:05:13,698 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940-splitting dir is empty, no logs to split. 2024-11-13T19:05:13,698 INFO [PEWorker-1 {}] master.SplitWALManager(105): e4b56bc8c4b3,41533,1731524698940 WAL count=0, meta=true 2024-11-13T19:05:13,700 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940-splitting dir is empty, no logs to split. 2024-11-13T19:05:13,700 INFO [PEWorker-1 {}] master.SplitWALManager(105): e4b56bc8c4b3,41533,1731524698940 WAL count=0, meta=true 2024-11-13T19:05:13,700 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e4b56bc8c4b3,41533,1731524698940 WAL splitting is done? wals=0, meta=true 2024-11-13T19:05:13,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:05:13,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:13,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:05:13,724 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(746): ClusterId : 58f5e60b-44df-4c73-b68e-6f4854698225 2024-11-13T19:05:13,724 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:05:13,731 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:05:13,731 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:05:13,739 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:05:13,740 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e61729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:13,750 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:40645 2024-11-13T19:05:13,750 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:05:13,750 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:05:13,750 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:05:13,750 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,42009,1731524712965 with port=40645, startcode=1731524713005 2024-11-13T19:05:13,751 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:05:13,752 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:05:13,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:13,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:13,753 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9 2024-11-13T19:05:13,753 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33419 2024-11-13T19:05:13,753 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:05:13,757 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/rs 2024-11-13T19:05:13,779 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] zookeeper.ZKUtil(111): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on existing znode=/0-1769056647/rs/e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:13,779 WARN [RS:0;e4b56bc8c4b3:40645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:13,779 INFO [RS:0;e4b56bc8c4b3:40645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:13,779 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:13,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,40645,1731524713005] 2024-11-13T19:05:13,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:13,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:13,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:13,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:13,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:13,796 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:05:13,798 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T19:05:13,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:13,812 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:05:13,812 INFO [RS:0;e4b56bc8c4b3:40645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:05:13,812 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,813 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:05:13,813 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:05:13,813 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:13,814 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:13,814 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,814 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,814 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,814 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,814 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,814 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40645,1731524713005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:13,830 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:05:13,830 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40645,1731524713005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,841 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,40645,1731524713005, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:05:13,841 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,841 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.Replication(171): e4b56bc8c4b3,40645,1731524713005 started 2024-11-13T19:05:13,852 WARN [e4b56bc8c4b3:42009 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:05:13,853 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:13,853 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,40645,1731524713005, RpcServer on e4b56bc8c4b3/172.17.0.2:40645, sessionid=0x10136dfbf800007 2024-11-13T19:05:13,853 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:05:13,853 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:13,853 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40645,1731524713005' 2024-11-13T19:05:13,853 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1769056647/flush-table-proc/abort' 2024-11-13T19:05:13,854 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1769056647/flush-table-proc/acquired' 2024-11-13T19:05:13,854 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:05:13,854 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:05:13,854 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:13,854 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40645,1731524713005' 2024-11-13T19:05:13,854 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1769056647/online-snapshot/abort' 2024-11-13T19:05:13,854 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource,1-e4b56bc8c4b3,40645,1731524713005 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:33619' 2024-11-13T19:05:13,855 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1769056647/online-snapshot/acquired' 2024-11-13T19:05:13,855 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:05:13,855 INFO [RS:0;e4b56bc8c4b3:40645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:05:13,855 INFO [RS:0;e4b56bc8c4b3:40645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:05:13,855 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource,1-e4b56bc8c4b3,40645,1731524713005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d9b3484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:13,855 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource,1-e4b56bc8c4b3,40645,1731524713005 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33619,-1 for getting cluster id 2024-11-13T19:05:13,855 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource,1-e4b56bc8c4b3,40645,1731524713005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:13,856 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a45061b7-9a9a-43ac-9afd-bf7fe920ebc4' 2024-11-13T19:05:13,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:13,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a45061b7-9a9a-43ac-9afd-bf7fe920ebc4" 2024-11-13T19:05:13,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c4679f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:13,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33619,-1] 2024-11-13T19:05:13,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:13,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:13,858 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:13,858 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource,1-e4b56bc8c4b3,40645,1731524713005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304a6cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:13,858 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource,1-e4b56bc8c4b3,40645,1731524713005 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:13,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:13,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa6d594 2024-11-13T19:05:13,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:13,860 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T19:05:13,860 INFO [RS:0;e4b56bc8c4b3:40645.replicationSource,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,40645,1731524713005 (queues=0) is replicating from cluster=58f5e60b-44df-4c73-b68e-6f4854698225 to cluster=a45061b7-9a9a-43ac-9afd-bf7fe920ebc4 2024-11-13T19:05:13,955 INFO [RS:0;e4b56bc8c4b3:40645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:13,957 INFO [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40645%2C1731524713005, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs, maxLogs=10 2024-11-13T19:05:13,968 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957, exclude list is [], retry=0 2024-11-13T19:05:13,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6,DISK] 2024-11-13T19:05:13,972 INFO [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 2024-11-13T19:05:13,973 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e4b56bc8c4b3%2C40645%2C1731524713005 for peer 1 2024-11-13T19:05:13,973 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C40645%2C1731524713005 2024-11-13T19:05:13,973 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,40645,1731524713005, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:05:13,973 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-13T19:05:13,973 INFO [RS:0;e4b56bc8c4b3:40645.replicationSource.shippere4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C40645%2C1731524713005 2024-11-13T19:05:13,973 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957, startPosition=0, beingWritten=true 2024-11-13T19:05:14,102 DEBUG [e4b56bc8c4b3:42009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:05:14,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:14,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40645,1731524713005, state=OPENING 2024-11-13T19:05:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769056647/meta-region-server 2024-11-13T19:05:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769056647/meta-region-server 2024-11-13T19:05:14,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:14,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:14,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:14,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40645,1731524713005}] 2024-11-13T19:05:14,178 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:14,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:05:14,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:05:14,276 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:05:14,276 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:14,276 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:05:14,277 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40645%2C1731524713005.meta, suffix=.meta, logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs, maxLogs=10 2024-11-13T19:05:14,289 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.meta.1731524714278.meta, exclude list is [], retry=0 2024-11-13T19:05:14,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6,DISK] 2024-11-13T19:05:14,293 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.meta.1731524714278.meta 2024-11-13T19:05:14,293 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-13T19:05:14,294 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:14,294 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:14,294 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:14,294 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:05:14,294 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:05:14,294 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:05:14,294 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:14,294 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:05:14,294 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:05:14,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:14,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:14,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:14,302 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/info/a8b1a1d215f14e39b9646ae211ea5ba5 2024-11-13T19:05:14,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:14,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:14,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:14,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:14,308 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/ns/a241e9e2176f4722bf7d42f69c7c5a32 2024-11-13T19:05:14,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:14,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:14,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:14,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:14,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:14,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:14,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:14,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:14,315 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/table/3e1072106c354349a71e3663cbd20838 2024-11-13T19:05:14,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:14,315 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:14,316 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740 2024-11-13T19:05:14,317 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740 2024-11-13T19:05:14,318 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:14,318 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:14,319 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:14,321 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:14,321 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68147700, jitterRate=0.015479862689971924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:14,322 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:05:14,322 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524714295Writing region info on filesystem at 1731524714295Initializing all the Stores at 1731524714295Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524714295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524714296 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524714296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524714296Cleaning up temporary data from old regions at 1731524714318 (+22 ms)Running coprocessor post-open hooks at 1731524714322 (+4 ms)Region opened successfully at 1731524714322 2024-11-13T19:05:14,322 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731524714271 2024-11-13T19:05:14,324 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:05:14,324 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:05:14,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:14,326 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40645,1731524713005, state=OPEN 2024-11-13T19:05:14,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769056647/meta-region-server 2024-11-13T19:05:14,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1769056647/meta-region-server 2024-11-13T19:05:14,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:14,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:14,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1769056647/meta-region-server: CHANGED 2024-11-13T19:05:14,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T19:05:14,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40645,1731524713005 in 216 msec 2024-11-13T19:05:14,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:05:14,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-13T19:05:14,483 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:14,887 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:15,300 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T19:05:15,392 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:15,996 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:16,701 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:16,803 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T19:05:17,505 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:18,205 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T19:05:18,205 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:05:18,206 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:18,206 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40645,1731524713005, seqNum=-1] 2024-11-13T19:05:18,206 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:18,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:18,211 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1bfe9e88f192f971d3d420625ef2664, regionState=OPEN, lastHost=e4b56bc8c4b3,41533,1731524698940, regionLocation=e4b56bc8c4b3,41533,1731524698940, openSeqNum=2 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524778211 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524838211 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T19:05:18,211 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e4b56bc8c4b3,41533,1731524698940 had 2 regions 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42009,1731524712965-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42009,1731524712965-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42009,1731524712965-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:42009, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:18,211 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:18,212 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e4b56bc8c4b3,41533,1731524698940, splitWal=true, meta=true, isMeta: false 2024-11-13T19:05:18,214 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940-splitting dir is empty, no logs to split. 2024-11-13T19:05:18,214 INFO [PEWorker-3 {}] master.SplitWALManager(105): e4b56bc8c4b3,41533,1731524698940 WAL count=0, meta=false 2024-11-13T19:05:18,216 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,41533,1731524698940-splitting dir is empty, no logs to split. 2024-11-13T19:05:18,216 INFO [PEWorker-3 {}] master.SplitWALManager(105): e4b56bc8c4b3,41533,1731524698940 WAL count=0, meta=false 2024-11-13T19:05:18,216 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e4b56bc8c4b3,41533,1731524698940 WAL splitting is done? wals=0, meta=false 2024-11-13T19:05:18,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.162sec 2024-11-13T19:05:18,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:05:18,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:05:18,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:05:18,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:05:18,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:05:18,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42009,1731524712965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:18,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42009,1731524712965-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:05:18,218 WARN [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e4b56bc8c4b3,41533,1731524698940/hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:18,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN}] 2024-11-13T19:05:18,221 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:05:18,221 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:05:18,221 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,42009,1731524712965-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:18,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN 2024-11-13T19:05:18,222 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T19:05:18,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e8c9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:18,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,42009,-1 for getting cluster id 2024-11-13T19:05:18,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:18,229 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f5e60b-44df-4c73-b68e-6f4854698225' 2024-11-13T19:05:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f5e60b-44df-4c73-b68e-6f4854698225" 2024-11-13T19:05:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7917b9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,42009,-1] 2024-11-13T19:05:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:18,230 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd049be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:18,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40645,1731524713005, seqNum=-1] 2024-11-13T19:05:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:18,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:18,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T19:05:18,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:18,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:18,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:18,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:18,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:18,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e4b56bc8c4b3:42009 after: e4b56bc8c4b3:42009 2024-11-13T19:05:18,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d61c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:18,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,42009,-1 for getting cluster id 2024-11-13T19:05:18,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:18,236 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58f5e60b-44df-4c73-b68e-6f4854698225' 2024-11-13T19:05:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58f5e60b-44df-4c73-b68e-6f4854698225" 2024-11-13T19:05:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fff83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,42009,-1] 2024-11-13T19:05:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:18,238 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:18,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ace005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:18,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@226a9d72 2024-11-13T19:05:18,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:18,240 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:18,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T19:05:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:05:18,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:18,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:18,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:18,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:18,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:18,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:05:18,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=998584949, stopped=false 2024-11-13T19:05:18,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,33619,1731524703707 2024-11-13T19:05:18,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772047481/running 2024-11-13T19:05:18,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772047481/running 2024-11-13T19:05:18,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:18,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:18,281 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:18,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on znode that does not yet exist, /1772047481/running 2024-11-13T19:05:18,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:18,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Set watcher on znode that does not yet exist, /1772047481/running 2024-11-13T19:05:18,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:18,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:18,281 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,43543,1731524703831' ***** 2024-11-13T19:05:18,281 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:05:18,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:43543. 2024-11-13T19:05:18,282 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:18,282 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:05:18,282 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:05:18,282 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:05:18,282 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:18,283 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:18,283 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:18,283 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:18,283 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:18,283 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:18,283 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T19:05:18,299 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740/.tmp/ns/b8a1ff4cf76c44d3a5382f76dffe0106 is 43, key is default/ns:d/1731524706977/Put/seqid=0 2024-11-13T19:05:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741835_1011 (size=5153) 2024-11-13T19:05:18,369 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:18,372 DEBUG [e4b56bc8c4b3:42009 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:05:18,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d1bfe9e88f192f971d3d420625ef2664, regionState=OPENING, regionLocation=e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN because future has completed 2024-11-13T19:05:18,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1bfe9e88f192f971d3d420625ef2664, server=e4b56bc8c4b3,40645,1731524713005}] 2024-11-13T19:05:18,410 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:18,483 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:18,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:18,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:18,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:05:18,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40645%2C1731524713005.rep, suffix=, logDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005, archiveDir=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs, maxLogs=10 2024-11-13T19:05:18,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.rep.1731524718532, exclude list is [], retry=0 2024-11-13T19:05:18,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-4a13140d-f509-439d-9bd9-b2f2fb0b09a6,DISK] 2024-11-13T19:05:18,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.rep.1731524718532 2024-11-13T19:05:18,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43485:43485)] 2024-11-13T19:05:18,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d1bfe9e88f192f971d3d420625ef2664, NAME => 'hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:18,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:18,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:18,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. service=MultiRowMutationService 2024-11-13T19:05:18,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:05:18,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:18,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,550 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,551 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bfe9e88f192f971d3d420625ef2664 columnFamilyName hfileref 2024-11-13T19:05:18,551 DEBUG [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:18,551 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(327): Store=d1bfe9e88f192f971d3d420625ef2664/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:18,551 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,552 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bfe9e88f192f971d3d420625ef2664 columnFamilyName queue 2024-11-13T19:05:18,552 DEBUG [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:18,556 DEBUG [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/queue/3cfc5f55abc44860b6dbce1765cea529 2024-11-13T19:05:18,557 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(327): Store=d1bfe9e88f192f971d3d420625ef2664/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:18,557 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,557 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bfe9e88f192f971d3d420625ef2664 columnFamilyName sid 2024-11-13T19:05:18,557 DEBUG [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:18,558 INFO [StoreOpener-d1bfe9e88f192f971d3d420625ef2664-1 {}] regionserver.HStore(327): Store=d1bfe9e88f192f971d3d420625ef2664/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:18,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:05:18,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d1bfe9e88f192f971d3d420625ef2664; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61675656, jitterRate=-0.08096110820770264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:05:18,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:18,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d1bfe9e88f192f971d3d420625ef2664: Running coprocessor pre-open hook at 1731524718549Writing region info on filesystem at 1731524718549Initializing all the Stores at 1731524718549Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524718549Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524718550 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524718550Cleaning up temporary data from old regions at 1731524718560 (+10 ms)Running coprocessor post-open hooks at 1731524718562 (+2 ms)Region opened successfully at 1731524718562 2024-11-13T19:05:18,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664., pid=13, masterSystemTime=1731524718527 2024-11-13T19:05:18,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:18,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:18,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d1bfe9e88f192f971d3d420625ef2664, regionState=OPEN, openSeqNum=9, regionLocation=e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:18,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1bfe9e88f192f971d3d420625ef2664, server=e4b56bc8c4b3,40645,1731524713005 because future has completed 2024-11-13T19:05:18,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T19:05:18,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d1bfe9e88f192f971d3d420625ef2664, server=e4b56bc8c4b3,40645,1731524713005 in 194 msec 2024-11-13T19:05:18,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T19:05:18,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bfe9e88f192f971d3d420625ef2664, ASSIGN in 351 msec 2024-11-13T19:05:18,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T19:05:18,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664., hostname=e4b56bc8c4b3,40645,1731524713005, seqNum=9] 2024-11-13T19:05:18,590 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for e4b56bc8c4b3,41533,1731524698940 2024-11-13T19:05:18,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T19:05:18,683 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:18,703 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740/.tmp/ns/b8a1ff4cf76c44d3a5382f76dffe0106 2024-11-13T19:05:18,709 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740/.tmp/ns/b8a1ff4cf76c44d3a5382f76dffe0106 as hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740/ns/b8a1ff4cf76c44d3a5382f76dffe0106 2024-11-13T19:05:18,714 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740/ns/b8a1ff4cf76c44d3a5382f76dffe0106, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T19:05:18,714 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-13T19:05:18,714 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:05:18,718 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:05:18,719 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:18,719 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:18,719 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:18,719 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524718283Running coprocessor pre-close hooks at 1731524718283Disabling compacts and flushes for region at 1731524718283Disabling writes for close at 1731524718283Obtaining lock to block concurrent updates at 1731524718283Preparing flush snapshotting stores in 1588230740 at 1731524718283Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731524718283Flushing stores of hbase:meta,,1.1588230740 at 1731524718283Flushing 1588230740/ns: creating writer at 1731524718284 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731524718298 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731524718298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ed8d3c: reopening flushed file at 1731524718708 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731524718714 (+6 ms)Writing region close event to WAL at 1731524718715 (+1 ms)Running coprocessor post-close hooks at 1731524718719 (+4 ms)Closed at 1731524718719 2024-11-13T19:05:18,719 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:18,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T19:05:18,883 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,43543,1731524703831; all regions closed. 2024-11-13T19:05:18,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741834_1010 (size=1152) 2024-11-13T19:05:18,909 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/WALs/e4b56bc8c4b3,43543,1731524703831/e4b56bc8c4b3%2C43543%2C1731524703831.meta.1731524706931.meta not finished, retry = 0 2024-11-13T19:05:18,958 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:05:18,959 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:05:19,012 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/oldWALs 2024-11-13T19:05:19,012 INFO [RS:0;e4b56bc8c4b3:43543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43543%2C1731524703831.meta:.meta(num 1731524706931) 2024-11-13T19:05:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741832_1008 (size=93) 2024-11-13T19:05:19,015 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/oldWALs 2024-11-13T19:05:19,015 INFO [RS:0;e4b56bc8c4b3:43543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43543%2C1731524703831:(num 1731524706087) 2024-11-13T19:05:19,015 DEBUG [RS:0;e4b56bc8c4b3:43543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:19,015 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:19,015 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:19,015 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:19,015 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:19,015 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:19,016 INFO [RS:0;e4b56bc8c4b3:43543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43543 2024-11-13T19:05:19,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772047481/rs/e4b56bc8c4b3,43543,1731524703831 2024-11-13T19:05:19,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481/rs 2024-11-13T19:05:19,035 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:19,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,43543,1731524703831] 2024-11-13T19:05:19,052 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1772047481/draining/e4b56bc8c4b3,43543,1731524703831 already deleted, retry=false 2024-11-13T19:05:19,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,43543,1731524703831 expired; onlineServers=0 2024-11-13T19:05:19,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,33619,1731524703707' ***** 2024-11-13T19:05:19,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:05:19,052 INFO [M:0;e4b56bc8c4b3:33619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:19,052 INFO [M:0;e4b56bc8c4b3:33619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:19,052 DEBUG [M:0;e4b56bc8c4b3:33619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:05:19,052 DEBUG [M:0;e4b56bc8c4b3:33619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:05:19,052 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:05:19,052 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524705770 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524705770,5,FailOnTimeoutGroup] 2024-11-13T19:05:19,052 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524705770 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524705770,5,FailOnTimeoutGroup] 2024-11-13T19:05:19,052 INFO [M:0;e4b56bc8c4b3:33619 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:19,052 INFO [M:0;e4b56bc8c4b3:33619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:19,052 DEBUG [M:0;e4b56bc8c4b3:33619 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:05:19,052 INFO [M:0;e4b56bc8c4b3:33619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:05:19,052 INFO [M:0;e4b56bc8c4b3:33619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:19,052 INFO [M:0;e4b56bc8c4b3:33619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:05:19,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:05:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1772047481/master 2024-11-13T19:05:19,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1772047481 2024-11-13T19:05:19,060 DEBUG [M:0;e4b56bc8c4b3:33619 {}] zookeeper.ZKUtil(347): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Unable to get data of znode /1772047481/master because node does not exist (not an error) 2024-11-13T19:05:19,060 WARN [M:0;e4b56bc8c4b3:33619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:05:19,061 INFO [M:0;e4b56bc8c4b3:33619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/.lastflushedseqids 2024-11-13T19:05:19,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741836_1012 (size=99) 2024-11-13T19:05:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43543-0x10136dfbf800004, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:19,143 INFO [RS:0;e4b56bc8c4b3:43543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:19,144 INFO [RS:0;e4b56bc8c4b3:43543 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,43543,1731524703831; zookeeper connection closed. 2024-11-13T19:05:19,144 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cc40ed1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cc40ed1 2024-11-13T19:05:19,144 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:05:19,414 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:19,466 INFO [M:0;e4b56bc8c4b3:33619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:05:19,466 INFO [M:0;e4b56bc8c4b3:33619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:05:19,466 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:19,466 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:19,466 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:19,466 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:19,466 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:19,466 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T19:05:19,480 DEBUG [M:0;e4b56bc8c4b3:33619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fcb1a016c04651ac87720302c58365 is 82, key is hbase:meta,,1/info:regioninfo/1731524706961/Put/seqid=0 2024-11-13T19:05:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741837_1013 (size=5672) 2024-11-13T19:05:19,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:19,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:19,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:19,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:19,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:19,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:19,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:19,885 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fcb1a016c04651ac87720302c58365 2024-11-13T19:05:19,902 DEBUG [M:0;e4b56bc8c4b3:33619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e3fd062a8b74102b8cb1059096e856a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731524706980/Put/seqid=0 2024-11-13T19:05:19,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741838_1014 (size=5275) 2024-11-13T19:05:20,307 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e3fd062a8b74102b8cb1059096e856a 2024-11-13T19:05:20,324 DEBUG [M:0;e4b56bc8c4b3:33619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6ec32adfab4230a4b5dd68b801df96 is 69, key is e4b56bc8c4b3,43543,1731524703831/rs:state/1731524705892/Put/seqid=0 2024-11-13T19:05:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741839_1015 (size=5156) 2024-11-13T19:05:20,519 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:20,729 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6ec32adfab4230a4b5dd68b801df96 2024-11-13T19:05:20,734 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fcb1a016c04651ac87720302c58365 as hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4fcb1a016c04651ac87720302c58365 2024-11-13T19:05:20,738 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4fcb1a016c04651ac87720302c58365, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T19:05:20,739 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e3fd062a8b74102b8cb1059096e856a as hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e3fd062a8b74102b8cb1059096e856a 2024-11-13T19:05:20,744 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e3fd062a8b74102b8cb1059096e856a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T19:05:20,745 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6ec32adfab4230a4b5dd68b801df96 as hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6ec32adfab4230a4b5dd68b801df96 2024-11-13T19:05:20,749 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33735/user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6ec32adfab4230a4b5dd68b801df96, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T19:05:20,750 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-11-13T19:05:20,752 INFO [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:20,752 DEBUG [M:0;e4b56bc8c4b3:33619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524719466Disabling compacts and flushes for region at 1731524719466Disabling writes for close at 1731524719466Obtaining lock to block concurrent updates at 1731524719466Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524719466Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731524719467 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524719467Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524719467Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524719480 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524719480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524719889 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524719902 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524719902Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524720311 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524720324 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524720324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161f9394: reopening flushed file at 1731524720733 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d449a8f: reopening flushed file at 1731524720738 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b6cafc: reopening flushed file at 1731524720744 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1731524720750 (+6 ms)Writing region close event to WAL at 1731524720751 (+1 ms)Closed at 1731524720751 2024-11-13T19:05:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45203 is added to blk_1073741830_1006 (size=10165) 2024-11-13T19:05:20,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/682601f9-8f31-ff4d-0c02-e503bfe85a47/MasterData/WALs/e4b56bc8c4b3,33619,1731524703707/e4b56bc8c4b3%2C33619%2C1731524703707.1731524705570 not finished, retry = 0 2024-11-13T19:05:20,855 INFO [M:0;e4b56bc8c4b3:33619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:05:20,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:20,855 INFO [M:0;e4b56bc8c4b3:33619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33619 2024-11-13T19:05:20,856 INFO [M:0;e4b56bc8c4b3:33619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:20,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:20,989 INFO [M:0;e4b56bc8c4b3:33619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:20,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33619-0x10136dfbf800003, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:20,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76061547{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:05:20,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46963caa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:05:20,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:05:20,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525118a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:05:20,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da2539f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.log.dir/,STOPPED} 2024-11-13T19:05:20,993 WARN [BP-140414243-172.17.0.2-1731524702313 heartbeating to localhost/127.0.0.1:33735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:05:20,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:05:20,993 WARN [BP-140414243-172.17.0.2-1731524702313 heartbeating to localhost/127.0.0.1:33735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-140414243-172.17.0.2-1731524702313 (Datanode Uuid c45cb732-101d-4390-97d8-c99debe85464) service to localhost/127.0.0.1:33735 2024-11-13T19:05:20,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:05:20,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/cluster_baf52939-777b-aa2d-88b6-4d1ab5485f13/data/data1/current/BP-140414243-172.17.0.2-1731524702313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:05:20,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/cluster_baf52939-777b-aa2d-88b6-4d1ab5485f13/data/data2/current/BP-140414243-172.17.0.2-1731524702313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:05:20,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:05:20,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3707f22b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:20,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e58726f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:05:20,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:05:20,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@91bcbf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:05:20,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68fa12ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.log.dir/,STOPPED} 2024-11-13T19:05:21,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:05:21,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:05:21,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:21,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:21,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:21,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:21,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:21,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:05:21,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1221405805, stopped=false 2024-11-13T19:05:21,010 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,42009,1731524712965 2024-11-13T19:05:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/running 2024-11-13T19:05:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/running 2024-11-13T19:05:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:21,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:21,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:21,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:21,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:21,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/running 2024-11-13T19:05:21,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Set watcher on znode that does not yet exist, /0-1769056647/running 2024-11-13T19:05:21,023 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,40645,1731524713005' ***** 2024-11-13T19:05:21,023 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:05:21,023 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:05:21,023 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:05:21,023 INFO [RS:0;e4b56bc8c4b3:40645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:05:21,023 INFO [RS:0;e4b56bc8c4b3:40645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:05:21,023 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(3091): Received CLOSE for d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:21,023 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:21,023 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:21,023 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:21,023 INFO [RS:0;e4b56bc8c4b3:40645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40645. 2024-11-13T19:05:21,024 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:21,024 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:21,024 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1bfe9e88f192f971d3d420625ef2664, disabling compactions & flushes 2024-11-13T19:05:21,024 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:21,024 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:05:21,024 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:05:21,024 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:21,024 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:05:21,024 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. after waiting 0 ms 2024-11-13T19:05:21,024 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:05:21,024 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:21,024 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:05:21,024 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1325): Online Regions={d1bfe9e88f192f971d3d420625ef2664=hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:05:21,024 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1bfe9e88f192f971d3d420625ef2664 2024-11-13T19:05:21,024 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:21,024 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:21,024 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:21,024 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:21,024 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:21,024 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T19:05:21,027 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/replication/d1bfe9e88f192f971d3d420625ef2664/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T19:05:21,028 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:21,028 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:21,028 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:21,028 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1bfe9e88f192f971d3d420625ef2664: Waiting for close lock at 1731524721024Running coprocessor pre-close hooks at 1731524721024Disabling compacts and flushes for region at 1731524721024Disabling writes for close at 1731524721024Writing region close event to WAL at 1731524721024Running coprocessor post-close hooks at 1731524721028 (+4 ms)Closed at 1731524721028 2024-11-13T19:05:21,028 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664. 2024-11-13T19:05:21,038 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/info/4ae3bf60928f4effab7e012dd1d6dcc9 is 147, key is hbase:replication,,1731524707101.d1bfe9e88f192f971d3d420625ef2664./info:regioninfo/1731524718566/Put/seqid=0 2024-11-13T19:05:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741851_1027 (size=6385) 2024-11-13T19:05:21,224 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:21,424 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:21,442 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/info/4ae3bf60928f4effab7e012dd1d6dcc9 2024-11-13T19:05:21,447 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/.tmp/info/4ae3bf60928f4effab7e012dd1d6dcc9 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/info/4ae3bf60928f4effab7e012dd1d6dcc9 2024-11-13T19:05:21,452 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/info/4ae3bf60928f4effab7e012dd1d6dcc9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T19:05:21,453 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-13T19:05:21,457 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T19:05:21,458 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:21,458 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:21,458 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:21,458 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524721024Running coprocessor pre-close hooks at 1731524721024Disabling compacts and flushes for region at 1731524721024Disabling writes for close at 1731524721024Obtaining lock to block concurrent updates at 1731524721024Preparing flush snapshotting stores in 1588230740 at 1731524721024Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731524721024Flushing stores of hbase:meta,,1.1588230740 at 1731524721025 (+1 ms)Flushing 1588230740/info: creating writer at 1731524721025Flushing 1588230740/info: appending metadata at 1731524721038 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731524721038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f10787: reopening flushed file at 1731524721447 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731524721453 (+6 ms)Writing region close event to WAL at 1731524721454 (+1 ms)Running coprocessor post-close hooks at 1731524721458 (+4 ms)Closed at 1731524721458 2024-11-13T19:05:21,458 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:21,625 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,40645,1731524713005; all regions closed. 2024-11-13T19:05:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741849_1025 (size=2156) 2024-11-13T19:05:21,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.meta.1731524714278.meta not finished, retry = 0 2024-11-13T19:05:21,724 DEBUG [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.1731524713957 to pos 0, reset compression=false 2024-11-13T19:05:21,729 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs 2024-11-13T19:05:21,729 INFO [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40645%2C1731524713005.meta:.meta(num 1731524714278) 2024-11-13T19:05:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741850_1026 (size=796) 2024-11-13T19:05:21,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/WALs/e4b56bc8c4b3,40645,1731524713005/e4b56bc8c4b3%2C40645%2C1731524713005.rep.1731524718532 not finished, retry = 0 2024-11-13T19:05:21,820 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:05:21,820 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:05:21,833 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs 2024-11-13T19:05:21,833 INFO [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40645%2C1731524713005.rep:(num 1731524718532) 2024-11-13T19:05:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741848_1024 (size=93) 2024-11-13T19:05:21,839 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/oldWALs 2024-11-13T19:05:21,839 INFO [RS:0;e4b56bc8c4b3:40645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40645%2C1731524713005:(num 1731524713957) 2024-11-13T19:05:21,839 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:21,839 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:21,839 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:21,839 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:21,840 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:21,840 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:21,840 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,40645,1731524713005 because: Region server is closing 2024-11-13T19:05:21,840 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T19:05:21,840 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T19:05:21,840 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T19:05:21,840 INFO [RS:0;e4b56bc8c4b3:40645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40645. 2024-11-13T19:05:21,840 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:21,840 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:21,840 DEBUG [RS:0;e4b56bc8c4b3:40645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:21,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:21,941 WARN [RS:0;e4b56bc8c4b3:40645.replicationSource.shippere4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:05:21,941 WARN [RS:0;e4b56bc8c4b3:40645.replicationSource.wal-reader.e4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:05:21,941 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e4b56bc8c4b3:40645.replicationSource.shippere4b56bc8c4b3%2C40645%2C1731524713005,1-e4b56bc8c4b3,40645,1731524713005 terminated 2024-11-13T19:05:21,941 INFO [RS:0;e4b56bc8c4b3:40645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40645 2024-11-13T19:05:21,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647/rs 2024-11-13T19:05:21,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/rs/e4b56bc8c4b3,40645,1731524713005 2024-11-13T19:05:21,952 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:21,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,40645,1731524713005] 2024-11-13T19:05:21,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1769056647/draining/e4b56bc8c4b3,40645,1731524713005 already deleted, retry=false 2024-11-13T19:05:21,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,40645,1731524713005 expired; onlineServers=0 2024-11-13T19:05:21,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,42009,1731524712965' ***** 2024-11-13T19:05:21,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:05:21,968 INFO [M:0;e4b56bc8c4b3:42009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:21,968 INFO [M:0;e4b56bc8c4b3:42009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:21,968 DEBUG [M:0;e4b56bc8c4b3:42009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:05:21,968 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:05:21,968 DEBUG [M:0;e4b56bc8c4b3:42009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:05:21,969 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524713697 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524713697,5,FailOnTimeoutGroup] 2024-11-13T19:05:21,969 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524713697 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524713697,5,FailOnTimeoutGroup] 2024-11-13T19:05:21,969 INFO [M:0;e4b56bc8c4b3:42009 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:21,969 INFO [M:0;e4b56bc8c4b3:42009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:21,969 DEBUG [M:0;e4b56bc8c4b3:42009 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:05:21,969 INFO [M:0;e4b56bc8c4b3:42009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:05:21,969 INFO [M:0;e4b56bc8c4b3:42009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:21,969 INFO [M:0;e4b56bc8c4b3:42009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:05:21,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:05:21,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1769056647/master 2024-11-13T19:05:21,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1769056647 2024-11-13T19:05:21,977 DEBUG [M:0;e4b56bc8c4b3:42009 {}] zookeeper.ZKUtil(347): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Unable to get data of znode /0-1769056647/master because node does not exist (not an error) 2024-11-13T19:05:21,977 WARN [M:0;e4b56bc8c4b3:42009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:05:21,977 INFO [M:0;e4b56bc8c4b3:42009 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/.lastflushedseqids 2024-11-13T19:05:21,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741852_1028 (size=181) 2024-11-13T19:05:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40645-0x10136dfbf800007, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:22,060 INFO [RS:0;e4b56bc8c4b3:40645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:22,060 INFO [RS:0;e4b56bc8c4b3:40645 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,40645,1731524713005; zookeeper connection closed. 2024-11-13T19:05:22,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25e27dbd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25e27dbd 2024-11-13T19:05:22,061 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:05:22,382 INFO [M:0;e4b56bc8c4b3:42009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:05:22,382 INFO [M:0;e4b56bc8c4b3:42009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:05:22,382 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:22,383 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:22,383 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:22,383 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:22,383 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:22,383 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T19:05:22,400 DEBUG [M:0;e4b56bc8c4b3:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b00fe835d8134a959d481119522b33b2 is 82, key is hbase:meta,,1/info:regioninfo/1731524714325/Put/seqid=0 2024-11-13T19:05:22,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741853_1029 (size=5672) 2024-11-13T19:05:22,804 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b00fe835d8134a959d481119522b33b2 2024-11-13T19:05:22,822 DEBUG [M:0;e4b56bc8c4b3:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8773bcc3084affb05bd01d0168eb46 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731524718572/Put/seqid=0 2024-11-13T19:05:22,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741854_1030 (size=7312) 2024-11-13T19:05:23,227 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8773bcc3084affb05bd01d0168eb46 2024-11-13T19:05:23,245 DEBUG [M:0;e4b56bc8c4b3:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e2b4a3676644a8be06d0518b6a0f73 is 69, key is e4b56bc8c4b3,40645,1731524713005/rs:state/1731524713752/Put/seqid=0 2024-11-13T19:05:23,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741855_1031 (size=5370) 2024-11-13T19:05:23,650 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e2b4a3676644a8be06d0518b6a0f73 2024-11-13T19:05:23,654 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e2b4a3676644a8be06d0518b6a0f73 2024-11-13T19:05:23,655 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b00fe835d8134a959d481119522b33b2 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b00fe835d8134a959d481119522b33b2 2024-11-13T19:05:23,660 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b00fe835d8134a959d481119522b33b2, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T19:05:23,660 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8773bcc3084affb05bd01d0168eb46 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b8773bcc3084affb05bd01d0168eb46 2024-11-13T19:05:23,665 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b8773bcc3084affb05bd01d0168eb46, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T19:05:23,666 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e2b4a3676644a8be06d0518b6a0f73 as hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e2b4a3676644a8be06d0518b6a0f73 2024-11-13T19:05:23,670 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e2b4a3676644a8be06d0518b6a0f73 2024-11-13T19:05:23,670 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33419/user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e2b4a3676644a8be06d0518b6a0f73, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T19:05:23,671 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-13T19:05:23,672 INFO [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:23,672 DEBUG [M:0;e4b56bc8c4b3:42009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524722382Disabling compacts and flushes for region at 1731524722382Disabling writes for close at 1731524722383 (+1 ms)Obtaining lock to block concurrent updates at 1731524722383Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524722383Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731524722383Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524722384 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524722384Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524722400 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524722400Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524722809 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524722822 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524722822Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524723232 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524723245 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524723245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b10485: reopening flushed file at 1731524723655 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b89bb9: reopening flushed file at 1731524723660 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ef3105: reopening flushed file at 1731524723665 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1731524723671 (+6 ms)Writing region close event to WAL at 1731524723672 (+1 ms)Closed at 1731524723672 2024-11-13T19:05:23,674 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64ee6b57-d69a-22b9-347a-ab7ef72fb0d9/MasterData/WALs/e4b56bc8c4b3,42009,1731524712965/e4b56bc8c4b3%2C42009%2C1731524712965.1731524713499 not finished, retry = 0 2024-11-13T19:05:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741847_1023 (size=22903) 2024-11-13T19:05:23,775 INFO [M:0;e4b56bc8c4b3:42009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:05:23,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:23,775 INFO [M:0;e4b56bc8c4b3:42009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42009 2024-11-13T19:05:23,775 INFO [M:0;e4b56bc8c4b3:42009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:23,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:23,914 INFO [M:0;e4b56bc8c4b3:42009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:23,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x10136dfbf800006, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:23,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@588a014a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:05:23,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7119c0e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:05:23,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:05:23,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@345f60b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:05:23,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@744f3523{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.log.dir/,STOPPED} 2024-11-13T19:05:23,918 WARN [BP-640636544-172.17.0.2-1731524697374 heartbeating to localhost/127.0.0.1:33419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:05:23,918 WARN [BP-640636544-172.17.0.2-1731524697374 heartbeating to localhost/127.0.0.1:33419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-640636544-172.17.0.2-1731524697374 (Datanode Uuid 513c7d13-524d-477d-a002-8cf8978e6d9e) service to localhost/127.0.0.1:33419 2024-11-13T19:05:23,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/cluster_485347e2-f196-d219-ed9d-3377484fcb84/data/data1/current/BP-640636544-172.17.0.2-1731524697374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:05:23,919 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:05:23,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/cluster_485347e2-f196-d219-ed9d-3377484fcb84/data/data2/current/BP-640636544-172.17.0.2-1731524697374 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:05:23,919 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:05:23,919 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:05:23,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@378ac77f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:23,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b9cb836{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:05:23,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:05:23,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7757e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:05:23,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64fdfa7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/476ebb7d-fe6f-03e8-cddf-b6a9abd09d7c/hadoop.log.dir/,STOPPED} 2024-11-13T19:05:23,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:05:23,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:05:23,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 158) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59188) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59188) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33419 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33735 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=2714 (was 2781) 2024-11-13T19:05:23,957 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=2714 2024-11-13T19:05:23,969 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T19:05:23,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.log.dir so I do NOT create it in target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d 2024-11-13T19:05:23,969 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:05:23,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.tmp.dir so I do NOT create it in target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d 2024-11-13T19:05:23,969 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49e7c9d9-4ddd-2061-e1a5-bd128f922a95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:05:23,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d 2024-11-13T19:05:23,969 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/cluster_f17cbc5f-49a6-b707-95a3-c6633d3c6989, deleteOnExit=true 2024-11-13T19:05:23,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/cluster_f17cbc5f-49a6-b707-95a3-c6633d3c6989/zookeeper_0, clientPort=60625, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/cluster_f17cbc5f-49a6-b707-95a3-c6633d3c6989/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/cluster_f17cbc5f-49a6-b707-95a3-c6633d3c6989/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:05:23,972 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60625 2024-11-13T19:05:23,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:05:23,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:05:23,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/test.cache.data in system properties and HBase conf 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:05:23,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:05:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:05:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:05:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136dfbf800002, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:05:24,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136dfbf800005, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:05:24,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136dfbf800002, quorum=127.0.0.1:59188, baseZNode=/0-1769056647 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:05:24,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136dfbf800005, quorum=127.0.0.1:59188, baseZNode=/1772047481 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:05:24,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:24,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:24,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:24,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:24,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:05:24,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:24,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703b38ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:24,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@316c8bb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:24,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26cceac9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/java.io.tmpdir/jetty-localhost-40693-hadoop-hdfs-3_4_1-tests_jar-_-any-10148512413687266840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:24,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ecfa13f{HTTP/1.1, (http/1.1)}{localhost:40693} 2024-11-13T19:05:24,321 INFO [Time-limited test {}] server.Server(415): Started @163482ms 2024-11-13T19:05:24,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:24,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:24,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:24,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:24,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:05:24,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75562a62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:24,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@576f5037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:24,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@260c7d00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/java.io.tmpdir/jetty-localhost-46033-hadoop-hdfs-3_4_1-tests_jar-_-any-8068010122458402182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:05:24,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8ea7dd1{HTTP/1.1, (http/1.1)}{localhost:46033} 2024-11-13T19:05:24,571 INFO [Time-limited test {}] server.Server(415): Started @163732ms 2024-11-13T19:05:24,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:05:24,940 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/cluster_f17cbc5f-49a6-b707-95a3-c6633d3c6989/data/data1/current/BP-1792547363-172.17.0.2-1731524724001/current, will proceed with Du for space computation calculation, 2024-11-13T19:05:24,940 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/cluster_f17cbc5f-49a6-b707-95a3-c6633d3c6989/data/data2/current/BP-1792547363-172.17.0.2-1731524724001/current, will proceed with Du for space computation calculation, 2024-11-13T19:05:24,958 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:05:24,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x726d8866d5966f5a with lease ID 0x8375695bc26b906c: Processing first storage report for DS-cfd96b4b-d530-47c9-b2d2-f694b2381f45 from datanode DatanodeRegistration(127.0.0.1:41997, datanodeUuid=85a14b72-6398-4a72-916c-b5aff34c1834, infoPort=32865, infoSecurePort=0, ipcPort=43727, storageInfo=lv=-57;cid=testClusterID;nsid=1958056715;c=1731524724001) 2024-11-13T19:05:24,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x726d8866d5966f5a with lease ID 0x8375695bc26b906c: from storage DS-cfd96b4b-d530-47c9-b2d2-f694b2381f45 node DatanodeRegistration(127.0.0.1:41997, datanodeUuid=85a14b72-6398-4a72-916c-b5aff34c1834, infoPort=32865, infoSecurePort=0, ipcPort=43727, storageInfo=lv=-57;cid=testClusterID;nsid=1958056715;c=1731524724001), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:05:24,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x726d8866d5966f5a with lease ID 0x8375695bc26b906c: Processing first storage report for DS-6cb9bbf8-5896-45a6-8751-8e8693fdec9f from datanode DatanodeRegistration(127.0.0.1:41997, datanodeUuid=85a14b72-6398-4a72-916c-b5aff34c1834, infoPort=32865, infoSecurePort=0, ipcPort=43727, storageInfo=lv=-57;cid=testClusterID;nsid=1958056715;c=1731524724001) 2024-11-13T19:05:24,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x726d8866d5966f5a with lease ID 0x8375695bc26b906c: from storage DS-6cb9bbf8-5896-45a6-8751-8e8693fdec9f node DatanodeRegistration(127.0.0.1:41997, datanodeUuid=85a14b72-6398-4a72-916c-b5aff34c1834, infoPort=32865, infoSecurePort=0, ipcPort=43727, storageInfo=lv=-57;cid=testClusterID;nsid=1958056715;c=1731524724001), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:05:24,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d 2024-11-13T19:05:24,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:24,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:25,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:05:25,404 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f with version=8 2024-11-13T19:05:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/hbase-staging 2024-11-13T19:05:25,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:25,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:25,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:25,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:25,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:05:25,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:25,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34961 2024-11-13T19:05:25,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34961 connecting to ZooKeeper ensemble=127.0.0.1:60625 2024-11-13T19:05:25,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349610x0, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:25,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34961-0x10136e027780000 connected 2024-11-13T19:05:25,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:25,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:25,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on znode that does not yet exist, /0-701838892/running 2024-11-13T19:05:25,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f, hbase.cluster.distributed=false 2024-11-13T19:05:25,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on znode that does not yet exist, /0-701838892/acl 2024-11-13T19:05:25,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34961 2024-11-13T19:05:25,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34961 2024-11-13T19:05:25,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34961 2024-11-13T19:05:25,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34961 2024-11-13T19:05:25,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34961 2024-11-13T19:05:25,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:25,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:25,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:25,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:25,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:25,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:25,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:05:25,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:25,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43071 2024-11-13T19:05:25,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43071 connecting to ZooKeeper ensemble=127.0.0.1:60625 2024-11-13T19:05:25,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:25,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:25,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430710x0, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:25,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430710x0, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on znode that does not yet exist, /0-701838892/running 2024-11-13T19:05:25,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43071-0x10136e027780001 connected 2024-11-13T19:05:25,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:05:25,582 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:05:25,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on znode that does not yet exist, /0-701838892/master 2024-11-13T19:05:25,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on znode that does not yet exist, /0-701838892/acl 2024-11-13T19:05:25,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-13T19:05:25,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43071 2024-11-13T19:05:25,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43071 2024-11-13T19:05:25,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-13T19:05:25,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43071 2024-11-13T19:05:25,606 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:34961 2024-11-13T19:05:25,606 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-701838892/backup-masters/e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:25,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892/backup-masters 2024-11-13T19:05:25,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892/backup-masters 2024-11-13T19:05:25,614 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on existing znode=/0-701838892/backup-masters/e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:25,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-701838892/master 2024-11-13T19:05:25,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:25,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:25,622 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on existing znode=/0-701838892/master 2024-11-13T19:05:25,622 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-701838892/backup-masters/e4b56bc8c4b3,34961,1731524725406 from backup master directory 2024-11-13T19:05:25,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-701838892/backup-masters/e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:25,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892/backup-masters 2024-11-13T19:05:25,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892/backup-masters 2024-11-13T19:05:25,630 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:25,630 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:25,634 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/hbase.id] with ID: acfe7aff-3663-4df4-be9b-e3d60f58ef23 2024-11-13T19:05:25,634 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/.tmp/hbase.id 2024-11-13T19:05:25,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:05:26,038 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/.tmp/hbase.id]:[hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/hbase.id] 2024-11-13T19:05:26,047 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:26,047 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:05:26,048 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:05:26,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:26,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:05:26,511 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:26,512 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:05:26,512 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:05:26,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:26,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:26,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:26,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:26,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:26,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:26,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:26,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:26,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:26,919 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store 2024-11-13T19:05:26,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:05:27,324 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:27,324 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:27,324 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:27,324 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:27,324 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:27,324 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:27,324 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:27,325 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524727324Disabling compacts and flushes for region at 1731524727324Disabling writes for close at 1731524727324Writing region close event to WAL at 1731524727324Closed at 1731524727324 2024-11-13T19:05:27,325 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/.initializing 2024-11-13T19:05:27,325 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/WALs/e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:27,326 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:27,327 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C34961%2C1731524725406, suffix=, logDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/WALs/e4b56bc8c4b3,34961,1731524725406, archiveDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/oldWALs, maxLogs=10 2024-11-13T19:05:27,342 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/WALs/e4b56bc8c4b3,34961,1731524725406/e4b56bc8c4b3%2C34961%2C1731524725406.1731524727328, exclude list is [], retry=0 2024-11-13T19:05:27,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41997,DS-cfd96b4b-d530-47c9-b2d2-f694b2381f45,DISK] 2024-11-13T19:05:27,345 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/WALs/e4b56bc8c4b3,34961,1731524725406/e4b56bc8c4b3%2C34961%2C1731524725406.1731524727328 2024-11-13T19:05:27,345 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-13T19:05:27,346 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:27,346 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:27,346 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,346 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:05:27,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:27,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:27,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:05:27,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:27,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:27,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:05:27,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:27,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:27,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:05:27,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:27,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:27,352 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,352 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,353 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,353 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,353 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,354 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:27,354 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:27,356 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:27,356 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67768140, jitterRate=0.009823977947235107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:27,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524727346Initializing all the Stores at 1731524727347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524727347Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524727347Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524727347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524727347Cleaning up temporary data from old regions at 1731524727353 (+6 ms)Region opened successfully at 1731524727357 (+4 ms) 2024-11-13T19:05:27,357 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:05:27,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e88402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:27,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:05:27,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:05:27,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:05:27,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:05:27,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:05:27,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:05:27,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:05:27,362 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:05:27,363 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Unable to get data of znode /0-701838892/balancer because node does not exist (not necessarily an error) 2024-11-13T19:05:27,397 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-701838892/balancer already deleted, retry=false 2024-11-13T19:05:27,397 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:05:27,398 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Unable to get data of znode /0-701838892/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:05:27,405 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-701838892/normalizer already deleted, retry=false 2024-11-13T19:05:27,405 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:05:27,406 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Unable to get data of znode /0-701838892/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:05:27,413 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-701838892/switch/split already deleted, retry=false 2024-11-13T19:05:27,414 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Unable to get data of znode /0-701838892/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:05:27,422 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-701838892/switch/merge already deleted, retry=false 2024-11-13T19:05:27,423 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Unable to get data of znode /0-701838892/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:05:27,430 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-701838892/snapshot-cleanup already deleted, retry=false 2024-11-13T19:05:27,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-701838892/running 2024-11-13T19:05:27,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-701838892/running 2024-11-13T19:05:27,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:27,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:27,439 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,34961,1731524725406, sessionid=0x10136e027780000, setting cluster-up flag (Was=false) 2024-11-13T19:05:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:27,480 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-701838892/flush-table-proc/acquired, /0-701838892/flush-table-proc/reached, /0-701838892/flush-table-proc/abort 2024-11-13T19:05:27,482 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:27,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:27,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:27,526 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-701838892/online-snapshot/acquired, /0-701838892/online-snapshot/reached, /0-701838892/online-snapshot/abort 2024-11-13T19:05:27,527 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:27,528 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:05:27,529 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:27,529 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:05:27,529 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:05:27,529 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e4b56bc8c4b3,41533,1731524698940: status=Processing ServerCrashProcedure of e4b56bc8c4b3,41533,1731524698940 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731524713696, completionTime=-1 appears to have been leaked 2024-11-13T19:05:27,529 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,34961,1731524725406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:05:27,530 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:27,530 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:27,530 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:27,530 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:27,530 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:05:27,530 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,530 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:27,530 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,531 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524757531 2024-11-13T19:05:27,531 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:05:27,531 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:05:27,531 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:05:27,531 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:05:27,531 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:05:27,531 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:05:27,531 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:05:27,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:05:27,532 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524727532,5,FailOnTimeoutGroup] 2024-11-13T19:05:27,532 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524727532,5,FailOnTimeoutGroup] 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:05:27,532 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,533 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,533 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:27,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:05:27,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:05:27,595 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(746): ClusterId : acfe7aff-3663-4df4-be9b-e3d60f58ef23 2024-11-13T19:05:27,596 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:05:27,606 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:05:27,606 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:05:27,614 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:05:27,614 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532fc22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:27,624 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:43071 2024-11-13T19:05:27,624 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:05:27,624 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:05:27,624 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:05:27,625 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,34961,1731524725406 with port=43071, startcode=1731524725565 2024-11-13T19:05:27,625 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:05:27,626 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:05:27,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:27,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34961 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:27,627 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f 2024-11-13T19:05:27,628 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35997 2024-11-13T19:05:27,628 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:05:27,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892/rs 2024-11-13T19:05:27,635 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] zookeeper.ZKUtil(111): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on existing znode=/0-701838892/rs/e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:27,635 WARN [RS:0;e4b56bc8c4b3:43071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:27,635 INFO [RS:0;e4b56bc8c4b3:43071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:27,635 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:27,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,43071,1731524725565] 2024-11-13T19:05:27,638 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:05:27,639 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:05:27,642 INFO [RS:0;e4b56bc8c4b3:43071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:05:27,642 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,643 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:05:27,643 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:05:27,643 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,643 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,643 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,643 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,643 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,643 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:27,644 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:27,645 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,645 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,645 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,645 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,645 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,645 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43071,1731524725565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:27,658 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:05:27,658 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43071,1731524725565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,658 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,658 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.Replication(171): e4b56bc8c4b3,43071,1731524725565 started 2024-11-13T19:05:27,670 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:27,670 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,43071,1731524725565, RpcServer on e4b56bc8c4b3/172.17.0.2:43071, sessionid=0x10136e027780001 2024-11-13T19:05:27,670 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:05:27,670 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:27,670 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43071,1731524725565' 2024-11-13T19:05:27,670 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-701838892/flush-table-proc/abort' 2024-11-13T19:05:27,671 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-701838892/flush-table-proc/acquired' 2024-11-13T19:05:27,671 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:05:27,671 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:05:27,671 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:27,671 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43071,1731524725565' 2024-11-13T19:05:27,671 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-701838892/online-snapshot/abort' 2024-11-13T19:05:27,671 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-701838892/online-snapshot/acquired' 2024-11-13T19:05:27,672 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:05:27,672 INFO [RS:0;e4b56bc8c4b3:43071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:05:27,672 INFO [RS:0;e4b56bc8c4b3:43071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:05:27,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:27,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:05:27,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:27,772 INFO [RS:0;e4b56bc8c4b3:43071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:27,773 INFO [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43071%2C1731524725565, suffix=, logDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565, archiveDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/oldWALs, maxLogs=10 2024-11-13T19:05:27,785 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773, exclude list is [], retry=0 2024-11-13T19:05:27,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41997,DS-cfd96b4b-d530-47c9-b2d2-f694b2381f45,DISK] 2024-11-13T19:05:27,789 INFO [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 2024-11-13T19:05:27,790 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-13T19:05:27,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:05:27,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f 2024-11-13T19:05:27,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:05:28,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:28,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:28,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:28,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:28,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:28,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:28,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:28,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:28,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:28,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:28,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:28,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:28,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:28,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:28,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:28,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:28,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:28,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:28,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740 2024-11-13T19:05:28,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740 2024-11-13T19:05:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:28,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:28,355 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:28,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:28,357 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:28,358 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63117263, jitterRate=-0.0594794899225235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:28,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524728346Initializing all the Stores at 1731524728347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524728347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524728347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524728347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524728347Cleaning up temporary data from old regions at 1731524728355 (+8 ms)Region opened successfully at 1731524728358 (+3 ms) 2024-11-13T19:05:28,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:28,358 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:28,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:28,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:28,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:28,358 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:28,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524728358Disabling compacts and flushes for region at 1731524728358Disabling writes for close at 1731524728358Writing region close event to WAL at 1731524728358Closed at 1731524728358 2024-11-13T19:05:28,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:28,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:05:28,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:05:28,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:28,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:05:28,511 DEBUG [e4b56bc8c4b3:34961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:05:28,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:28,513 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43071,1731524725565, state=OPENING 2024-11-13T19:05:28,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:05:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:28,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:28,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-701838892/meta-region-server: CHANGED 2024-11-13T19:05:28,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-701838892/meta-region-server: CHANGED 2024-11-13T19:05:28,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43071,1731524725565}] 2024-11-13T19:05:28,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:05:28,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:05:28,711 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:05:28,711 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:28,711 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:05:28,712 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43071%2C1731524725565.meta, suffix=.meta, logDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565, archiveDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/oldWALs, maxLogs=10 2024-11-13T19:05:28,724 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.meta.1731524728713.meta, exclude list is [], retry=0 2024-11-13T19:05:28,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41997,DS-cfd96b4b-d530-47c9-b2d2-f694b2381f45,DISK] 2024-11-13T19:05:28,727 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.meta.1731524728713.meta 2024-11-13T19:05:28,727 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-13T19:05:28,727 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:28,728 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:28,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:28,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:05:28,728 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:05:28,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:05:28,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:28,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:05:28,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:05:28,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:28,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:28,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:28,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:28,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:28,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:28,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:28,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:28,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:28,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:28,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:28,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:28,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:28,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:28,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:28,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:28,733 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:28,734 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740 2024-11-13T19:05:28,735 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740 2024-11-13T19:05:28,736 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:28,736 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:28,736 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:28,737 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:28,737 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68497348, jitterRate=0.02069002389907837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:28,737 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:05:28,738 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524728728Writing region info on filesystem at 1731524728728Initializing all the Stores at 1731524728729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524728729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524728729Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524728729Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524728729Cleaning up temporary data from old regions at 1731524728736 (+7 ms)Running coprocessor post-open hooks at 1731524728737 (+1 ms)Region opened successfully at 1731524728738 (+1 ms) 2024-11-13T19:05:28,739 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524728707 2024-11-13T19:05:28,740 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:05:28,740 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:05:28,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:28,741 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43071,1731524725565, state=OPEN 2024-11-13T19:05:28,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-701838892/meta-region-server 2024-11-13T19:05:28,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-701838892/meta-region-server 2024-11-13T19:05:28,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-701838892/meta-region-server: CHANGED 2024-11-13T19:05:28,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-701838892/meta-region-server: CHANGED 2024-11-13T19:05:28,772 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:28,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:05:28,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43071,1731524725565 in 216 msec 2024-11-13T19:05:28,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:05:28,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-13T19:05:28,776 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:28,776 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:05:28,777 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:28,777 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=-1] 2024-11-13T19:05:28,777 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:28,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:28,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-13T19:05:28,782 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524728782, completionTime=-1 2024-11-13T19:05:28,782 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:05:28,782 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524788784 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524848784 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34961,1731524725406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34961,1731524725406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34961,1731524725406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:34961, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:28,784 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:28,786 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:05:28,787 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.157sec 2024-11-13T19:05:28,787 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:05:28,787 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:05:28,787 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:05:28,787 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:05:28,788 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:05:28,788 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34961,1731524725406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:28,788 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34961,1731524725406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:05:28,790 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:05:28,790 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:05:28,790 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34961,1731524725406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:28,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4036a726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:28,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34961,-1 for getting cluster id 2024-11-13T19:05:28,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:28,797 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acfe7aff-3663-4df4-be9b-e3d60f58ef23' 2024-11-13T19:05:28,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acfe7aff-3663-4df4-be9b-e3d60f58ef23" 2024-11-13T19:05:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4362495f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34961,-1] 2024-11-13T19:05:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:28,799 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:28,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c742be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:28,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=-1] 2024-11-13T19:05:28,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:28,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:28,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:28,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60625 2024-11-13T19:05:28,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:28,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e027780002 connected 2024-11-13T19:05:28,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.log.dir so I do NOT create it in target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548 2024-11-13T19:05:28,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:05:28,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.tmp.dir so I do NOT create it in target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548 2024-11-13T19:05:28,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:05:28,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548 2024-11-13T19:05:28,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:05:28,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/cluster_e7aab749-88b6-ede9-65b7-28a8ffdb2a71, deleteOnExit=true 2024-11-13T19:05:28,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/test.cache.data in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:05:28,829 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:05:28,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:05:28,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:05:28,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:28,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:05:28,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:05:29,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:29,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:29,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:29,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:29,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:05:29,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:29,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6fdf0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:29,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cfc439e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:29,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25aefa9c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/java.io.tmpdir/jetty-localhost-38501-hadoop-hdfs-3_4_1-tests_jar-_-any-13739315166855559096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:29,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f163d37{HTTP/1.1, (http/1.1)}{localhost:38501} 2024-11-13T19:05:29,121 INFO [Time-limited test {}] server.Server(415): Started @168282ms 2024-11-13T19:05:29,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:29,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:29,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:29,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:29,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:05:29,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2da69579{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:29,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf96ea5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:29,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41603a0c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-1409113996443493465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:05:29,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38c20c1d{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-11-13T19:05:29,377 INFO [Time-limited test {}] server.Server(415): Started @168538ms 2024-11-13T19:05:29,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:05:29,797 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/cluster_e7aab749-88b6-ede9-65b7-28a8ffdb2a71/data/data1/current/BP-1949109866-172.17.0.2-1731524728843/current, will proceed with Du for space computation calculation, 2024-11-13T19:05:29,797 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/cluster_e7aab749-88b6-ede9-65b7-28a8ffdb2a71/data/data2/current/BP-1949109866-172.17.0.2-1731524728843/current, will proceed with Du for space computation calculation, 2024-11-13T19:05:29,812 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:05:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1efc4255a6b40955 with lease ID 0x69d08ac10d8be5c0: Processing first storage report for DS-c570a1de-87f8-449f-bc74-ed7a68b4b750 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=40ab1596-9fe8-4339-a8e1-c8882cecb664, infoPort=41627, infoSecurePort=0, ipcPort=36781, storageInfo=lv=-57;cid=testClusterID;nsid=739310146;c=1731524728843) 2024-11-13T19:05:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1efc4255a6b40955 with lease ID 0x69d08ac10d8be5c0: from storage DS-c570a1de-87f8-449f-bc74-ed7a68b4b750 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=40ab1596-9fe8-4339-a8e1-c8882cecb664, infoPort=41627, infoSecurePort=0, ipcPort=36781, storageInfo=lv=-57;cid=testClusterID;nsid=739310146;c=1731524728843), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:05:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1efc4255a6b40955 with lease ID 0x69d08ac10d8be5c0: Processing first storage report for DS-e3c6c6f3-3755-440d-ac8e-c7e90f6fe883 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=40ab1596-9fe8-4339-a8e1-c8882cecb664, infoPort=41627, infoSecurePort=0, ipcPort=36781, storageInfo=lv=-57;cid=testClusterID;nsid=739310146;c=1731524728843) 2024-11-13T19:05:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1efc4255a6b40955 with lease ID 0x69d08ac10d8be5c0: from storage DS-e3c6c6f3-3755-440d-ac8e-c7e90f6fe883 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=40ab1596-9fe8-4339-a8e1-c8882cecb664, infoPort=41627, infoSecurePort=0, ipcPort=36781, storageInfo=lv=-57;cid=testClusterID;nsid=739310146;c=1731524728843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:05:29,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548 2024-11-13T19:05:29,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:29,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:05:30,309 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34 with version=8 2024-11-13T19:05:30,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/hbase-staging 2024-11-13T19:05:30,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:30,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:30,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:30,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:30,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:30,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:30,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:05:30,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:30,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38719 2024-11-13T19:05:30,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38719 connecting to ZooKeeper ensemble=127.0.0.1:60625 2024-11-13T19:05:30,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387190x0, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:30,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38719-0x10136e027780003 connected 2024-11-13T19:05:30,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:30,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:30,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on znode that does not yet exist, /1-882523790/running 2024-11-13T19:05:30,408 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34, hbase.cluster.distributed=false 2024-11-13T19:05:30,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on znode that does not yet exist, /1-882523790/acl 2024-11-13T19:05:30,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38719 2024-11-13T19:05:30,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38719 2024-11-13T19:05:30,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38719 2024-11-13T19:05:30,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38719 2024-11-13T19:05:30,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38719 2024-11-13T19:05:30,424 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:30,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:30,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:30,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:30,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:30,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:30,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:05:30,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:30,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45137 2024-11-13T19:05:30,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45137 connecting to ZooKeeper ensemble=127.0.0.1:60625 2024-11-13T19:05:30,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:30,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:30,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451370x0, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:30,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451370x0, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on znode that does not yet exist, /1-882523790/running 2024-11-13T19:05:30,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45137-0x10136e027780004 connected 2024-11-13T19:05:30,439 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:05:30,440 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:05:30,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on znode that does not yet exist, /1-882523790/master 2024-11-13T19:05:30,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on znode that does not yet exist, /1-882523790/acl 2024-11-13T19:05:30,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-13T19:05:30,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45137 2024-11-13T19:05:30,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45137 2024-11-13T19:05:30,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-13T19:05:30,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-13T19:05:30,455 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:38719 2024-11-13T19:05:30,456 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-882523790/backup-masters/e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:30,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790/backup-masters 2024-11-13T19:05:30,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790/backup-masters 2024-11-13T19:05:30,464 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on existing znode=/1-882523790/backup-masters/e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:30,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-882523790/master 2024-11-13T19:05:30,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:30,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:30,472 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on existing znode=/1-882523790/master 2024-11-13T19:05:30,473 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-882523790/backup-masters/e4b56bc8c4b3,38719,1731524730311 from backup master directory 2024-11-13T19:05:30,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790/backup-masters 2024-11-13T19:05:30,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-882523790/backup-masters/e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:30,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790/backup-masters 2024-11-13T19:05:30,480 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:30,480 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:30,483 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/hbase.id] with ID: 85e233a7-d3d0-4893-bc36-6514026ca129 2024-11-13T19:05:30,484 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/.tmp/hbase.id 2024-11-13T19:05:30,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:05:30,888 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/.tmp/hbase.id]:[hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/hbase.id] 2024-11-13T19:05:30,897 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:30,897 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:05:30,898 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:05:30,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:30,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:05:31,310 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:31,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:05:31,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:31,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:05:31,718 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store 2024-11-13T19:05:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:05:32,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:32,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:32,124 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:32,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:32,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:32,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:32,124 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:32,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524732124Disabling compacts and flushes for region at 1731524732124Disabling writes for close at 1731524732124Writing region close event to WAL at 1731524732124Closed at 1731524732124 2024-11-13T19:05:32,125 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/.initializing 2024-11-13T19:05:32,125 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/WALs/e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:32,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:32,128 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C38719%2C1731524730311, suffix=, logDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/WALs/e4b56bc8c4b3,38719,1731524730311, archiveDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/oldWALs, maxLogs=10 2024-11-13T19:05:32,143 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/WALs/e4b56bc8c4b3,38719,1731524730311/e4b56bc8c4b3%2C38719%2C1731524730311.1731524732128, exclude list is [], retry=0 2024-11-13T19:05:32,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-c570a1de-87f8-449f-bc74-ed7a68b4b750,DISK] 2024-11-13T19:05:32,151 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/WALs/e4b56bc8c4b3,38719,1731524730311/e4b56bc8c4b3%2C38719%2C1731524730311.1731524732128 2024-11-13T19:05:32,151 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627)] 2024-11-13T19:05:32,151 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:32,151 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:32,151 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,151 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:05:32,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:32,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:32,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:05:32,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:32,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:32,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:05:32,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:32,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:32,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:05:32,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:32,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:32,159 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,159 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,159 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,160 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,160 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,161 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:32,162 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:32,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:32,164 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63532999, jitterRate=-0.05328454077243805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:32,164 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524732151Initializing all the Stores at 1731524732152 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524732152Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524732152Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524732152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524732152Cleaning up temporary data from old regions at 1731524732160 (+8 ms)Region opened successfully at 1731524732164 (+4 ms) 2024-11-13T19:05:32,164 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:05:32,166 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f043640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:32,167 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:05:32,167 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:05:32,167 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:05:32,167 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:05:32,168 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:05:32,168 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:05:32,168 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:05:32,170 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:05:32,170 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Unable to get data of znode /1-882523790/balancer because node does not exist (not necessarily an error) 2024-11-13T19:05:32,184 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-882523790/balancer already deleted, retry=false 2024-11-13T19:05:32,185 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:05:32,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Unable to get data of znode /1-882523790/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:05:32,193 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-882523790/normalizer already deleted, retry=false 2024-11-13T19:05:32,193 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:05:32,194 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Unable to get data of znode /1-882523790/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:05:32,201 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-882523790/switch/split already deleted, retry=false 2024-11-13T19:05:32,202 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Unable to get data of znode /1-882523790/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:05:32,209 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-882523790/switch/merge already deleted, retry=false 2024-11-13T19:05:32,211 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Unable to get data of znode /1-882523790/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:05:32,218 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-882523790/snapshot-cleanup already deleted, retry=false 2024-11-13T19:05:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-882523790/running 2024-11-13T19:05:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-882523790/running 2024-11-13T19:05:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:32,226 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,38719,1731524730311, sessionid=0x10136e027780003, setting cluster-up flag (Was=false) 2024-11-13T19:05:32,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:32,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:32,268 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-882523790/flush-table-proc/acquired, /1-882523790/flush-table-proc/reached, /1-882523790/flush-table-proc/abort 2024-11-13T19:05:32,269 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:32,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:32,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:32,309 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-882523790/online-snapshot/acquired, /1-882523790/online-snapshot/reached, /1-882523790/online-snapshot/abort 2024-11-13T19:05:32,310 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:32,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:05:32,312 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:32,312 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:05:32,313 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:05:32,313 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,38719,1731524730311 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:05:32,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:32,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:32,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:32,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:32,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:05:32,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:32,314 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,314 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524762314 2024-11-13T19:05:32,315 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:05:32,315 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:05:32,315 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:05:32,315 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:05:32,315 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:05:32,315 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:05:32,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:32,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:05:32,315 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:32,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:05:32,317 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:05:32,317 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:05:32,317 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:05:32,317 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:05:32,317 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:05:32,317 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:05:32,318 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524732317,5,FailOnTimeoutGroup] 2024-11-13T19:05:32,318 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524732318,5,FailOnTimeoutGroup] 2024-11-13T19:05:32,318 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,318 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:05:32,318 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,318 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:05:32,349 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(746): ClusterId : 85e233a7-d3d0-4893-bc36-6514026ca129 2024-11-13T19:05:32,349 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:05:32,360 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:05:32,360 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:05:32,368 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:05:32,368 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb64f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:32,378 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:45137 2024-11-13T19:05:32,378 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:05:32,378 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:05:32,378 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:05:32,379 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,38719,1731524730311 with port=45137, startcode=1731524730423 2024-11-13T19:05:32,379 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:05:32,380 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:05:32,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:32,380 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38719 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:32,381 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34 2024-11-13T19:05:32,381 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39695 2024-11-13T19:05:32,381 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:05:32,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790/rs 2024-11-13T19:05:32,421 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] zookeeper.ZKUtil(111): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on existing znode=/1-882523790/rs/e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:32,421 WARN [RS:0;e4b56bc8c4b3:45137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:32,421 INFO [RS:0;e4b56bc8c4b3:45137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:32,421 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:32,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,45137,1731524730423] 2024-11-13T19:05:32,424 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:05:32,425 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:05:32,425 INFO [RS:0;e4b56bc8c4b3:45137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:05:32,425 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,425 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:05:32,426 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:05:32,426 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:32,426 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:32,427 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,427 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,427 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,427 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,427 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,427 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45137,1731524730423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:32,440 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:05:32,440 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45137,1731524730423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,440 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,440 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.Replication(171): e4b56bc8c4b3,45137,1731524730423 started 2024-11-13T19:05:32,453 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:32,453 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,45137,1731524730423, RpcServer on e4b56bc8c4b3/172.17.0.2:45137, sessionid=0x10136e027780004 2024-11-13T19:05:32,453 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:05:32,453 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:32,453 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,45137,1731524730423' 2024-11-13T19:05:32,453 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-882523790/flush-table-proc/abort' 2024-11-13T19:05:32,453 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-882523790/flush-table-proc/acquired' 2024-11-13T19:05:32,454 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:05:32,454 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:05:32,454 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:32,454 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,45137,1731524730423' 2024-11-13T19:05:32,454 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-882523790/online-snapshot/abort' 2024-11-13T19:05:32,454 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-882523790/online-snapshot/acquired' 2024-11-13T19:05:32,454 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:05:32,454 INFO [RS:0;e4b56bc8c4b3:45137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:05:32,454 INFO [RS:0;e4b56bc8c4b3:45137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:05:32,555 INFO [RS:0;e4b56bc8c4b3:45137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:32,556 INFO [RS:0;e4b56bc8c4b3:45137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C45137%2C1731524730423, suffix=, logDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423, archiveDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/oldWALs, maxLogs=10 2024-11-13T19:05:32,567 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556, exclude list is [], retry=0 2024-11-13T19:05:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-c570a1de-87f8-449f-bc74-ed7a68b4b750,DISK] 2024-11-13T19:05:32,571 INFO [RS:0;e4b56bc8c4b3:45137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 2024-11-13T19:05:32,571 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627)] 2024-11-13T19:05:32,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:05:32,725 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34 2024-11-13T19:05:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:05:33,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:33,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:33,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:33,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:33,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:33,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:33,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:33,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:33,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:33,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:33,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:33,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:33,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:33,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:33,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740 2024-11-13T19:05:33,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740 2024-11-13T19:05:33,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:33,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:33,140 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:33,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:33,143 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:33,143 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63635462, jitterRate=-0.05175772309303284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:33,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524733131Initializing all the Stores at 1731524733132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524733132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524733132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524733132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524733132Cleaning up temporary data from old regions at 1731524733139 (+7 ms)Region opened successfully at 1731524733143 (+4 ms) 2024-11-13T19:05:33,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:33,143 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:33,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:33,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:33,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:33,144 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:33,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524733143Disabling compacts and flushes for region at 1731524733143Disabling writes for close at 1731524733143Writing region close event to WAL at 1731524733144 (+1 ms)Closed at 1731524733144 2024-11-13T19:05:33,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:33,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:05:33,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:05:33,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:33,146 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:05:33,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:33,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:33,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:33,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:33,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:33,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:33,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:33,297 DEBUG [e4b56bc8c4b3:38719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:05:33,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:33,298 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,45137,1731524730423, state=OPENING 2024-11-13T19:05:33,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:33,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:33,339 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:05:33,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:33,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:33,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-882523790/meta-region-server: CHANGED 2024-11-13T19:05:33,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-882523790/meta-region-server: CHANGED 2024-11-13T19:05:33,348 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:33,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45137,1731524730423}] 2024-11-13T19:05:33,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:05:33,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:05:33,504 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:05:33,505 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:33,505 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:05:33,506 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C45137%2C1731524730423.meta, suffix=.meta, logDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423, archiveDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/oldWALs, maxLogs=10 2024-11-13T19:05:33,517 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.meta.1731524733506.meta, exclude list is [], retry=0 2024-11-13T19:05:33,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-c570a1de-87f8-449f-bc74-ed7a68b4b750,DISK] 2024-11-13T19:05:33,521 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.meta.1731524733506.meta 2024-11-13T19:05:33,521 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627)] 2024-11-13T19:05:33,521 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:33,521 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:33,522 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:33,522 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:05:33,522 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:05:33,522 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:05:33,522 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:33,522 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:05:33,522 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:05:33,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:33,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:33,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:33,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:33,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:33,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:33,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:33,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:33,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:33,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:33,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:33,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:33,528 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:33,528 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740 2024-11-13T19:05:33,529 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740 2024-11-13T19:05:33,530 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:33,530 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:33,530 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:33,531 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:33,532 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61709300, jitterRate=-0.08045977354049683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:33,532 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:05:33,532 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524733522Writing region info on filesystem at 1731524733522Initializing all the Stores at 1731524733523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524733523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524733523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524733523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524733523Cleaning up temporary data from old regions at 1731524733530 (+7 ms)Running coprocessor post-open hooks at 1731524733532 (+2 ms)Region opened successfully at 1731524733532 2024-11-13T19:05:33,533 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524733500 2024-11-13T19:05:33,534 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:05:33,534 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:05:33,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:33,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,45137,1731524730423, state=OPEN 2024-11-13T19:05:33,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-882523790/meta-region-server 2024-11-13T19:05:33,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-882523790/meta-region-server 2024-11-13T19:05:33,543 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:33,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-882523790/meta-region-server: CHANGED 2024-11-13T19:05:33,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-882523790/meta-region-server: CHANGED 2024-11-13T19:05:33,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:05:33,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45137,1731524730423 in 195 msec 2024-11-13T19:05:33,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:05:33,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-13T19:05:33,547 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:33,547 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:05:33,548 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:33,548 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=-1] 2024-11-13T19:05:33,548 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:33,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:33,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-11-13T19:05:33,554 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524733553, completionTime=-1 2024-11-13T19:05:33,554 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:05:33,554 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:05:33,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:05:33,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524793555 2024-11-13T19:05:33,555 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524853555 2024-11-13T19:05:33,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:05:33,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38719,1731524730311-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:33,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38719,1731524730311-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:33,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38719,1731524730311-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:33,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:38719, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:33,556 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:33,557 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:33,558 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:05:33,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.081sec 2024-11-13T19:05:33,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:05:33,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:05:33,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:05:33,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:05:33,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:05:33,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38719,1731524730311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:33,561 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38719,1731524730311-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:05:33,563 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:05:33,563 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:05:33,563 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38719,1731524730311-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:33,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:05:33,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50527140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:33,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38719,-1 for getting cluster id 2024-11-13T19:05:33,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:33,651 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85e233a7-d3d0-4893-bc36-6514026ca129' 2024-11-13T19:05:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85e233a7-d3d0-4893-bc36-6514026ca129" 2024-11-13T19:05:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38719,-1] 2024-11-13T19:05:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:33,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:33,653 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:33,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424fcf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:33,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=-1] 2024-11-13T19:05:33,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:33,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:33,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60625 2024-11-13T19:05:33,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:33,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e027780005 connected 2024-11-13T19:05:33,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a068fae 2024-11-13T19:05:33,679 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:33,680 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:33,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:05:33,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:05:33,683 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:33,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:05:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:33,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:05:33,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:05:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:34,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cac52b90aa001f5ead3dad796d9cd695, NAME => 'test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f 2024-11-13T19:05:34,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:05:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:34,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:34,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cac52b90aa001f5ead3dad796d9cd695, disabling compactions & flushes 2024-11-13T19:05:34,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:34,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:34,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. after waiting 0 ms 2024-11-13T19:05:34,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:34,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:34,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cac52b90aa001f5ead3dad796d9cd695: Waiting for close lock at 1731524734497Disabling compacts and flushes for region at 1731524734497Disabling writes for close at 1731524734497Writing region close event to WAL at 1731524734497Closed at 1731524734497 2024-11-13T19:05:34,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:05:34,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524734498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524734498"}]},"ts":"1731524734498"} 2024-11-13T19:05:34,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:05:34,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:05:34,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524734501"}]},"ts":"1731524734501"} 2024-11-13T19:05:34,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:05:34,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cac52b90aa001f5ead3dad796d9cd695, ASSIGN}] 2024-11-13T19:05:34,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cac52b90aa001f5ead3dad796d9cd695, ASSIGN 2024-11-13T19:05:34,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cac52b90aa001f5ead3dad796d9cd695, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,43071,1731524725565; forceNewPlan=false, retain=false 2024-11-13T19:05:34,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cac52b90aa001f5ead3dad796d9cd695, regionState=OPENING, regionLocation=e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:34,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cac52b90aa001f5ead3dad796d9cd695, ASSIGN because future has completed 2024-11-13T19:05:34,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cac52b90aa001f5ead3dad796d9cd695, server=e4b56bc8c4b3,43071,1731524725565}] 2024-11-13T19:05:34,813 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:34,813 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cac52b90aa001f5ead3dad796d9cd695, NAME => 'test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:34,813 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:34,813 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:05:34,813 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,813 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:34,814 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,814 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,815 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,816 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac52b90aa001f5ead3dad796d9cd695 columnFamilyName f 2024-11-13T19:05:34,816 DEBUG [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:34,816 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] regionserver.HStore(327): Store=cac52b90aa001f5ead3dad796d9cd695/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:34,816 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,817 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac52b90aa001f5ead3dad796d9cd695 columnFamilyName f1 2024-11-13T19:05:34,817 DEBUG [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:34,817 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] regionserver.HStore(327): Store=cac52b90aa001f5ead3dad796d9cd695/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:34,818 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,818 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac52b90aa001f5ead3dad796d9cd695 columnFamilyName norep 2024-11-13T19:05:34,818 DEBUG [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:34,819 INFO [StoreOpener-cac52b90aa001f5ead3dad796d9cd695-1 {}] regionserver.HStore(327): Store=cac52b90aa001f5ead3dad796d9cd695/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:34,819 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,819 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,820 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,820 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,820 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,821 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:05:34,821 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,823 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:34,823 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cac52b90aa001f5ead3dad796d9cd695; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73168958, jitterRate=0.09030243754386902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:05:34,823 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:34,824 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cac52b90aa001f5ead3dad796d9cd695: Running coprocessor pre-open hook at 1731524734814Writing region info on filesystem at 1731524734814Initializing all the Stores at 1731524734814Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524734814Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524734814Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524734814Cleaning up temporary data from old regions at 1731524734820 (+6 ms)Running coprocessor post-open hooks at 1731524734823 (+3 ms)Region opened successfully at 1731524734824 (+1 ms) 2024-11-13T19:05:34,824 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695., pid=6, masterSystemTime=1731524734810 2024-11-13T19:05:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:34,826 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:34,826 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:34,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cac52b90aa001f5ead3dad796d9cd695, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:34,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cac52b90aa001f5ead3dad796d9cd695, server=e4b56bc8c4b3,43071,1731524725565 because future has completed 2024-11-13T19:05:34,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:05:34,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cac52b90aa001f5ead3dad796d9cd695, server=e4b56bc8c4b3,43071,1731524725565 in 172 msec 2024-11-13T19:05:34,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:05:34,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cac52b90aa001f5ead3dad796d9cd695, ASSIGN in 328 msec 2024-11-13T19:05:34,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:05:34,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524734834"}]},"ts":"1731524734834"} 2024-11-13T19:05:34,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:05:34,836 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:05:34,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-13T19:05:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:35,835 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:05:35,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4358d713 2024-11-13T19:05:35,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:35,837 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:35,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:05:35,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:05:35,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:35,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:05:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:35,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:05:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:05:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:36,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31b0fcfd5b23c84c5a83d0e2caf2bb19, NAME => 'test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34 2024-11-13T19:05:36,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:05:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:36,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:36,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 31b0fcfd5b23c84c5a83d0e2caf2bb19, disabling compactions & flushes 2024-11-13T19:05:36,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:36,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:36,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. after waiting 0 ms 2024-11-13T19:05:36,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:36,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:36,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31b0fcfd5b23c84c5a83d0e2caf2bb19: Waiting for close lock at 1731524736656Disabling compacts and flushes for region at 1731524736656Disabling writes for close at 1731524736656Writing region close event to WAL at 1731524736656Closed at 1731524736656 2024-11-13T19:05:36,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:05:36,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524736657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524736657"}]},"ts":"1731524736657"} 2024-11-13T19:05:36,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:05:36,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:05:36,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524736660"}]},"ts":"1731524736660"} 2024-11-13T19:05:36,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:05:36,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31b0fcfd5b23c84c5a83d0e2caf2bb19, ASSIGN}] 2024-11-13T19:05:36,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=31b0fcfd5b23c84c5a83d0e2caf2bb19, ASSIGN 2024-11-13T19:05:36,663 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=31b0fcfd5b23c84c5a83d0e2caf2bb19, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45137,1731524730423; forceNewPlan=false, retain=false 2024-11-13T19:05:36,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31b0fcfd5b23c84c5a83d0e2caf2bb19, regionState=OPENING, regionLocation=e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:36,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=31b0fcfd5b23c84c5a83d0e2caf2bb19, ASSIGN because future has completed 2024-11-13T19:05:36,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31b0fcfd5b23c84c5a83d0e2caf2bb19, server=e4b56bc8c4b3,45137,1731524730423}] 2024-11-13T19:05:36,971 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:36,971 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 31b0fcfd5b23c84c5a83d0e2caf2bb19, NAME => 'test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:36,972 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:36,972 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:05:36,972 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,972 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:36,972 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,972 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,973 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,974 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b0fcfd5b23c84c5a83d0e2caf2bb19 columnFamilyName f 2024-11-13T19:05:36,974 DEBUG [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:36,974 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] regionserver.HStore(327): Store=31b0fcfd5b23c84c5a83d0e2caf2bb19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:36,975 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,975 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b0fcfd5b23c84c5a83d0e2caf2bb19 columnFamilyName f1 2024-11-13T19:05:36,975 DEBUG [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:36,976 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] regionserver.HStore(327): Store=31b0fcfd5b23c84c5a83d0e2caf2bb19/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:36,976 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,976 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b0fcfd5b23c84c5a83d0e2caf2bb19 columnFamilyName norep 2024-11-13T19:05:36,976 DEBUG [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:36,977 INFO [StoreOpener-31b0fcfd5b23c84c5a83d0e2caf2bb19-1 {}] regionserver.HStore(327): Store=31b0fcfd5b23c84c5a83d0e2caf2bb19/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:36,977 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,977 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,978 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,979 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,979 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,979 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:05:36,980 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,982 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:36,982 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 31b0fcfd5b23c84c5a83d0e2caf2bb19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65549699, jitterRate=-0.02323336899280548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:05:36,982 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:36,982 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 31b0fcfd5b23c84c5a83d0e2caf2bb19: Running coprocessor pre-open hook at 1731524736972Writing region info on filesystem at 1731524736972Initializing all the Stores at 1731524736973 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524736973Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524736973Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524736973Cleaning up temporary data from old regions at 1731524736979 (+6 ms)Running coprocessor post-open hooks at 1731524736982 (+3 ms)Region opened successfully at 1731524736982 2024-11-13T19:05:36,983 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19., pid=6, masterSystemTime=1731524736968 2024-11-13T19:05:36,984 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:36,984 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:36,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=31b0fcfd5b23c84c5a83d0e2caf2bb19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31b0fcfd5b23c84c5a83d0e2caf2bb19, server=e4b56bc8c4b3,45137,1731524730423 because future has completed 2024-11-13T19:05:36,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:05:36,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 31b0fcfd5b23c84c5a83d0e2caf2bb19, server=e4b56bc8c4b3,45137,1731524730423 in 171 msec 2024-11-13T19:05:36,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:05:36,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=31b0fcfd5b23c84c5a83d0e2caf2bb19, ASSIGN in 326 msec 2024-11-13T19:05:36,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:05:36,990 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524736990"}]},"ts":"1731524736990"} 2024-11-13T19:05:36,992 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:05:36,992 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:05:36,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-13T19:05:37,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:05:37,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:05:37,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:05:37,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:05:37,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:37,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:05:37,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:05:37,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:05:37,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:37,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:05:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:05:37,985 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:05:37,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c580e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34961,-1 for getting cluster id 2024-11-13T19:05:37,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:37,987 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acfe7aff-3663-4df4-be9b-e3d60f58ef23' 2024-11-13T19:05:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acfe7aff-3663-4df4-be9b-e3d60f58ef23" 2024-11-13T19:05:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebe56e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34961,-1] 2024-11-13T19:05:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:37,988 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ac07c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a3150f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38719,-1 for getting cluster id 2024-11-13T19:05:37,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:37,990 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85e233a7-d3d0-4893-bc36-6514026ca129' 2024-11-13T19:05:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85e233a7-d3d0-4893-bc36-6514026ca129" 2024-11-13T19:05:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207730f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38719,-1] 2024-11-13T19:05:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:37,991 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270ffee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c949372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34961,-1 for getting cluster id 2024-11-13T19:05:37,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:37,993 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acfe7aff-3663-4df4-be9b-e3d60f58ef23' 2024-11-13T19:05:37,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:37,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acfe7aff-3663-4df4-be9b-e3d60f58ef23" 2024-11-13T19:05:37,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1148fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34961,-1] 2024-11-13T19:05:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:37,994 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:37,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16528382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:37,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1db3c399 2024-11-13T19:05:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:37,997 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:37,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:38719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:05:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:05:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:37,999 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:38719' 2024-11-13T19:05:38,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2547f03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:38,000 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38719,-1 for getting cluster id 2024-11-13T19:05:38,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:38,001 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85e233a7-d3d0-4893-bc36-6514026ca129' 2024-11-13T19:05:38,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:38,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85e233a7-d3d0-4893-bc36-6514026ca129" 2024-11-13T19:05:38,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f25729e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:38,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38719,-1] 2024-11-13T19:05:38,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:38,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:38,002 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:38,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399650ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:38,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:38,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:38,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cfeeec5 2024-11-13T19:05:38,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:38,004 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:38,004 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:05:38,004 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:05:38,004 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:38,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:38,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:38,005 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:38,006 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:05:38,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:05:38,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:38,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:05:38,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:05:38,056 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:05:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:38,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf3d1592ed62bca3715f3f5799083bac, NAME => 'hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f 2024-11-13T19:05:38,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:05:38,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:38,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf3d1592ed62bca3715f3f5799083bac, disabling compactions & flushes 2024-11-13T19:05:38,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:38,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:38,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. after waiting 0 ms 2024-11-13T19:05:38,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:38,421 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:38,421 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf3d1592ed62bca3715f3f5799083bac: Waiting for close lock at 1731524738421Disabling compacts and flushes for region at 1731524738421Disabling writes for close at 1731524738421Writing region close event to WAL at 1731524738421Closed at 1731524738421 2024-11-13T19:05:38,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:05:38,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524738423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524738423"}]},"ts":"1731524738423"} 2024-11-13T19:05:38,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:05:38,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:05:38,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:05:38,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524738426"}]},"ts":"1731524738426"} 2024-11-13T19:05:38,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:05:38,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf3d1592ed62bca3715f3f5799083bac, ASSIGN}] 2024-11-13T19:05:38,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf3d1592ed62bca3715f3f5799083bac, ASSIGN 2024-11-13T19:05:38,430 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf3d1592ed62bca3715f3f5799083bac, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,43071,1731524725565; forceNewPlan=false, retain=false 2024-11-13T19:05:38,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf3d1592ed62bca3715f3f5799083bac, regionState=OPENING, regionLocation=e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:38,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf3d1592ed62bca3715f3f5799083bac, ASSIGN because future has completed 2024-11-13T19:05:38,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf3d1592ed62bca3715f3f5799083bac, server=e4b56bc8c4b3,43071,1731524725565}] 2024-11-13T19:05:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:38,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:38,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:38,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:05:38,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43071%2C1731524725565.rep, suffix=, logDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565, archiveDir=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/oldWALs, maxLogs=10 2024-11-13T19:05:38,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.rep.1731524738740, exclude list is [], retry=0 2024-11-13T19:05:38,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41997,DS-cfd96b4b-d530-47c9-b2d2-f694b2381f45,DISK] 2024-11-13T19:05:38,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.rep.1731524738740 2024-11-13T19:05:38,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32865:32865)] 2024-11-13T19:05:38,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf3d1592ed62bca3715f3f5799083bac, NAME => 'hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:38,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:38,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:38,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. service=MultiRowMutationService 2024-11-13T19:05:38,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:05:38,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:38,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,757 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,758 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf3d1592ed62bca3715f3f5799083bac columnFamilyName hfileref 2024-11-13T19:05:38,758 DEBUG [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:38,758 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] regionserver.HStore(327): Store=cf3d1592ed62bca3715f3f5799083bac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:38,758 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,759 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf3d1592ed62bca3715f3f5799083bac columnFamilyName queue 2024-11-13T19:05:38,759 DEBUG [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:38,759 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] regionserver.HStore(327): Store=cf3d1592ed62bca3715f3f5799083bac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:38,759 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,760 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf3d1592ed62bca3715f3f5799083bac columnFamilyName sid 2024-11-13T19:05:38,760 DEBUG [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:38,761 INFO [StoreOpener-cf3d1592ed62bca3715f3f5799083bac-1 {}] regionserver.HStore(327): Store=cf3d1592ed62bca3715f3f5799083bac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:38,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:05:38,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:38,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf3d1592ed62bca3715f3f5799083bac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71306695, jitterRate=0.0625525563955307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:05:38,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:38,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf3d1592ed62bca3715f3f5799083bac: Running coprocessor pre-open hook at 1731524738756Writing region info on filesystem at 1731524738756Initializing all the Stores at 1731524738756Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524738756Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524738757 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524738757Cleaning up temporary data from old regions at 1731524738762 (+5 ms)Running coprocessor post-open hooks at 1731524738766 (+4 ms)Region opened successfully at 1731524738766 2024-11-13T19:05:38,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac., pid=10, masterSystemTime=1731524738735 2024-11-13T19:05:38,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:38,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:38,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf3d1592ed62bca3715f3f5799083bac, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:38,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf3d1592ed62bca3715f3f5799083bac, server=e4b56bc8c4b3,43071,1731524725565 because future has completed 2024-11-13T19:05:38,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:05:38,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf3d1592ed62bca3715f3f5799083bac, server=e4b56bc8c4b3,43071,1731524725565 in 192 msec 2024-11-13T19:05:38,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:05:38,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf3d1592ed62bca3715f3f5799083bac, ASSIGN in 348 msec 2024-11-13T19:05:38,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:05:38,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524738779"}]},"ts":"1731524738779"} 2024-11-13T19:05:38,781 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:05:38,781 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:05:38,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-13T19:05:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac., hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=2] 2024-11-13T19:05:38,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:38,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:38,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:05:39,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:39,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:05:39,026 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:05:39,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:39,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:39,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:39,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:39,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:39,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:39,066 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,43071,1731524725565, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:05:39,067 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:39,067 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=-1] 2024-11-13T19:05:39,067 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:39,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T19:05:39,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,43071,1731524725565', locateType=CURRENT is [region=hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac., hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=2] 2024-11-13T19:05:39,073 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:05:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:05:39,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:39,076 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,43071,1731524725565 suceeded 2024-11-13T19:05:39,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:05:39,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-13T19:05:39,078 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:38719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:05:39,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:39,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-11-13T19:05:39,090 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:38719' 2024-11-13T19:05:39,091 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6756dfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,091 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38719,-1 for getting cluster id 2024-11-13T19:05:39,091 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:39,092 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85e233a7-d3d0-4893-bc36-6514026ca129' 2024-11-13T19:05:39,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:39,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85e233a7-d3d0-4893-bc36-6514026ca129" 2024-11-13T19:05:39,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ebb4ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38719,-1] 2024-11-13T19:05:39,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:39,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:39,093 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:39,094 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b1fd22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,094 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:39,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:39,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f3a76f 2024-11-13T19:05:39,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:39,096 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T19:05:39,097 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,43071,1731524725565 (queues=1) is replicating from cluster=acfe7aff-3663-4df4-be9b-e3d60f58ef23 to cluster=85e233a7-d3d0-4893-bc36-6514026ca129 2024-11-13T19:05:39,097 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C43071%2C1731524725565 2024-11-13T19:05:39,097 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,43071,1731524725565, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:05:39,097 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C43071%2C1731524725565 2024-11-13T19:05:39,097 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773, startPosition=0, beingWritten=true 2024-11-13T19:05:39,103 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:05:39,104 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 379, reset compression=false 2024-11-13T19:05:39,104 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,43071,1731524725565 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:05:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:39,136 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:05:39,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:39,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:39,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:39,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:39,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:39,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190c393f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38719,-1 for getting cluster id 2024-11-13T19:05:39,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:39,138 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85e233a7-d3d0-4893-bc36-6514026ca129' 2024-11-13T19:05:39,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:39,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85e233a7-d3d0-4893-bc36-6514026ca129" 2024-11-13T19:05:39,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bed29a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38719,-1] 2024-11-13T19:05:39,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:39,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:39,139 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6d7d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c91105 2024-11-13T19:05:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:39,141 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:39,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:34961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:05:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:05:39,143 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:34961' 2024-11-13T19:05:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:39,144 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ce14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,144 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34961,-1 for getting cluster id 2024-11-13T19:05:39,144 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:39,145 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acfe7aff-3663-4df4-be9b-e3d60f58ef23' 2024-11-13T19:05:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acfe7aff-3663-4df4-be9b-e3d60f58ef23" 2024-11-13T19:05:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c4c4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34961,-1] 2024-11-13T19:05:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:39,146 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:39,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ce04e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:39,146 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:39,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:39,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@249461ab 2024-11-13T19:05:39,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:39,148 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:39,148 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T19:05:39,148 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:05:39,148 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:39,148 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:39,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:39,149 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:39,150 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:05:39,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:05:39,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:39,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:05:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:05:39,200 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:05:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:39,308 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 379, reset compression=false 2024-11-13T19:05:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:39,558 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e9c048a2d9911eac485cf99a6247a83, NAME => 'hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34 2024-11-13T19:05:39,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:05:39,612 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 379, reset compression=false 2024-11-13T19:05:39,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:05:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:39,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:39,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5e9c048a2d9911eac485cf99a6247a83, disabling compactions & flushes 2024-11-13T19:05:39,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:39,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:39,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. after waiting 0 ms 2024-11-13T19:05:39,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:39,964 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:39,964 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e9c048a2d9911eac485cf99a6247a83: Waiting for close lock at 1731524739964Disabling compacts and flushes for region at 1731524739964Disabling writes for close at 1731524739964Writing region close event to WAL at 1731524739964Closed at 1731524739964 2024-11-13T19:05:39,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:05:39,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524739966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524739966"}]},"ts":"1731524739966"} 2024-11-13T19:05:39,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:05:39,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:05:39,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524739969"}]},"ts":"1731524739969"} 2024-11-13T19:05:39,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:05:39,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e9c048a2d9911eac485cf99a6247a83, ASSIGN}] 2024-11-13T19:05:39,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e9c048a2d9911eac485cf99a6247a83, ASSIGN 2024-11-13T19:05:39,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e9c048a2d9911eac485cf99a6247a83, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45137,1731524730423; forceNewPlan=false, retain=false 2024-11-13T19:05:40,016 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 379, reset compression=false 2024-11-13T19:05:40,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e9c048a2d9911eac485cf99a6247a83, regionState=OPENING, regionLocation=e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:40,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e9c048a2d9911eac485cf99a6247a83, ASSIGN because future has completed 2024-11-13T19:05:40,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e9c048a2d9911eac485cf99a6247a83, server=e4b56bc8c4b3,45137,1731524730423}] 2024-11-13T19:05:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:40,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:40,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:40,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:05:40,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C45137%2C1731524730423.rep, suffix=, logDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423, archiveDir=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/oldWALs, maxLogs=10 2024-11-13T19:05:40,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.rep.1731524740283, exclude list is [], retry=0 2024-11-13T19:05:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-c570a1de-87f8-449f-bc74-ed7a68b4b750,DISK] 2024-11-13T19:05:40,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.rep.1731524740283 2024-11-13T19:05:40,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627)] 2024-11-13T19:05:40,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e9c048a2d9911eac485cf99a6247a83, NAME => 'hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:40,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. service=MultiRowMutationService 2024-11-13T19:05:40,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:05:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,299 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,300 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e9c048a2d9911eac485cf99a6247a83 columnFamilyName hfileref 2024-11-13T19:05:40,300 DEBUG [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:40,300 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] regionserver.HStore(327): Store=5e9c048a2d9911eac485cf99a6247a83/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:40,301 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,301 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e9c048a2d9911eac485cf99a6247a83 columnFamilyName queue 2024-11-13T19:05:40,301 DEBUG [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:40,302 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] regionserver.HStore(327): Store=5e9c048a2d9911eac485cf99a6247a83/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:40,302 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,303 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e9c048a2d9911eac485cf99a6247a83 columnFamilyName sid 2024-11-13T19:05:40,303 DEBUG [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:40,303 INFO [StoreOpener-5e9c048a2d9911eac485cf99a6247a83-1 {}] regionserver.HStore(327): Store=5e9c048a2d9911eac485cf99a6247a83/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:40,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:05:40,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:40,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5e9c048a2d9911eac485cf99a6247a83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58947146, jitterRate=-0.1216190755367279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:05:40,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:40,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5e9c048a2d9911eac485cf99a6247a83: Running coprocessor pre-open hook at 1731524740298Writing region info on filesystem at 1731524740298Initializing all the Stores at 1731524740299 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524740299Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524740299Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524740299Cleaning up temporary data from old regions at 1731524740305 (+6 ms)Running coprocessor post-open hooks at 1731524740308 (+3 ms)Region opened successfully at 1731524740308 2024-11-13T19:05:40,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83., pid=10, masterSystemTime=1731524740278 2024-11-13T19:05:40,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:40,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:40,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e9c048a2d9911eac485cf99a6247a83, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:40,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e9c048a2d9911eac485cf99a6247a83, server=e4b56bc8c4b3,45137,1731524730423 because future has completed 2024-11-13T19:05:40,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:05:40,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e9c048a2d9911eac485cf99a6247a83, server=e4b56bc8c4b3,45137,1731524730423 in 189 msec 2024-11-13T19:05:40,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:05:40,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e9c048a2d9911eac485cf99a6247a83, ASSIGN in 346 msec 2024-11-13T19:05:40,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:05:40,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524740319"}]},"ts":"1731524740319"} 2024-11-13T19:05:40,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:05:40,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:05:40,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-13T19:05:40,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83., hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=2] 2024-11-13T19:05:40,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:40,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:40,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:05:40,520 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 379, reset compression=false 2024-11-13T19:05:40,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:05:40,575 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:05:40,600 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,45137,1731524730423, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:05:40,601 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:40,601 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=-1] 2024-11-13T19:05:40,601 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:40,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T19:05:40,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,45137,1731524730423', locateType=CURRENT is [region=hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83., hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=2] 2024-11-13T19:05:40,605 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:05:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:05:40,607 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,45137,1731524730423 suceeded 2024-11-13T19:05:40,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:05:40,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-13T19:05:40,609 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:34961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:05:40,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4680 sec 2024-11-13T19:05:40,620 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:34961' 2024-11-13T19:05:40,621 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d470510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:40,621 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34961,-1 for getting cluster id 2024-11-13T19:05:40,621 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:40,621 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acfe7aff-3663-4df4-be9b-e3d60f58ef23' 2024-11-13T19:05:40,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:40,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acfe7aff-3663-4df4-be9b-e3d60f58ef23" 2024-11-13T19:05:40,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a5c6eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:40,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34961,-1] 2024-11-13T19:05:40,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:40,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:40,623 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:40,623 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af58d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:40,623 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:40,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:40,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30a34ff1 2024-11-13T19:05:40,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:40,624 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T19:05:40,625 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,45137,1731524730423 (queues=1) is replicating from cluster=85e233a7-d3d0-4893-bc36-6514026ca129 to cluster=acfe7aff-3663-4df4-be9b-e3d60f58ef23 2024-11-13T19:05:40,625 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C45137%2C1731524730423 2024-11-13T19:05:40,625 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,45137,1731524730423, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:05:40,625 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C45137%2C1731524730423 2024-11-13T19:05:40,625 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556, startPosition=0, beingWritten=true 2024-11-13T19:05:40,630 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:05:40,630 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 379, reset compression=false 2024-11-13T19:05:40,630 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,45137,1731524730423 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:05:40,834 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 379, reset compression=false 2024-11-13T19:05:41,124 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 379, reset compression=false 2024-11-13T19:05:41,138 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 379, reset compression=false 2024-11-13T19:05:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:05:41,286 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:05:41,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:41,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:41,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:41,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:41,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:41,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:41,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731524741290/Put/seqid=0 2024-11-13T19:05:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741840_1016 (size=7894) 2024-11-13T19:05:41,541 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 379, reset compression=false 2024-11-13T19:05:41,697 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731524741696/Put/seqid=0 2024-11-13T19:05:41,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741841_1017 (size=7691) 2024-11-13T19:05:41,828 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 379, reset compression=false 2024-11-13T19:05:42,045 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 379, reset compression=false 2024-11-13T19:05:42,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a71e715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:42,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34961,-1 for getting cluster id 2024-11-13T19:05:42,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:42,103 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acfe7aff-3663-4df4-be9b-e3d60f58ef23' 2024-11-13T19:05:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acfe7aff-3663-4df4-be9b-e3d60f58ef23" 2024-11-13T19:05:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199407de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34961,-1] 2024-11-13T19:05:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:42,104 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:42,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2dc1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:42,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:42,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=-1] 2024-11-13T19:05:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:42,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:42,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e78d073 2024-11-13T19:05:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:42,116 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695., hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=2] 2024-11-13T19:05:42,138 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:05:42,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:05:42,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T19:05:42,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in cac52b90aa001f5ead3dad796d9cd695/f 2024-11-13T19:05:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T19:05:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:05:42,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in cac52b90aa001f5ead3dad796d9cd695/f 2024-11-13T19:05:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T19:05:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:05:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HRegion(2603): Flush status journal for cac52b90aa001f5ead3dad796d9cd695: 2024-11-13T19:05:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_0 2024-11-13T19:05:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_0 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ 2024-11-13T19:05:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_1 2024-11-13T19:05:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_1 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ 2024-11-13T19:05:42,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_0 into cac52b90aa001f5ead3dad796d9cd695/f as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ - updating store file list. 2024-11-13T19:05:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06974186f72d4a339c59e6865ad04bfb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:05:42,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ into cac52b90aa001f5ead3dad796d9cd695/f 2024-11-13T19:05:42,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_0 into cac52b90aa001f5ead3dad796d9cd695/f (new location: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_) 2024-11-13T19:05:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_0 2024-11-13T19:05:42,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_1 into cac52b90aa001f5ead3dad796d9cd695/f as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ - updating store file list. 2024-11-13T19:05:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54128ce440f44baa86fbaee7d4beb79e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:05:42,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ into cac52b90aa001f5ead3dad796d9cd695/f 2024-11-13T19:05:42,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_1 into cac52b90aa001f5ead3dad796d9cd695/f (new location: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_) 2024-11-13T19:05:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins__test__3omqrfuac8mjqq0hqlerlj4so1jrr6fjqqvlh4psedh5fk6vgp340fug0012qj8v/f/hfile_1 2024-11-13T19:05:42,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:42,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:42,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:42,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:42,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695., hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=2 , the old value is region=test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695., hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e4b56bc8c4b3:43071 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:05:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695., hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:05:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695., hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=2 from cache 2024-11-13T19:05:42,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:42,179 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:05:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=-1] 2024-11-13T19:05:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:42,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19., hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=2] 2024-11-13T19:05:42,197 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:05:42,286 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:43071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:05:42,631 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 379, reset compression=false 2024-11-13T19:05:42,636 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:05:42,636 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,43071,1731524725565 got entry batch from reader: WALEntryBatch [walEntries=[{test/cac52b90aa001f5ead3dad796d9cd695/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731524742176/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:05:42,638 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:05:42,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T19:05:42,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.ReplicationSink(318): Replicating [acfe7aff-3663-4df4-be9b-e3d60f58ef23] bulk loaded data 2024-11-13T19:05:42,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef2d269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:42,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38719,-1 for getting cluster id 2024-11-13T19:05:42,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:42,640 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85e233a7-d3d0-4893-bc36-6514026ca129' 2024-11-13T19:05:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:42,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85e233a7-d3d0-4893-bc36-6514026ca129" 2024-11-13T19:05:42,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b81295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:42,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38719,-1] 2024-11-13T19:05:42,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:42,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:42,642 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:42,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76a4d801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:42,649 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 379, reset compression=false 2024-11-13T19:05:42,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741840_1016 (size=7894) 2024-11-13T19:05:42,836 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 687, reset compression=false 2024-11-13T19:05:43,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741841_1017 (size=7691) 2024-11-13T19:05:43,139 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 687, reset compression=false 2024-11-13T19:05:43,199 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:05:43,355 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 379, reset compression=false 2024-11-13T19:05:43,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521122bb 2024-11-13T19:05:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:43,490 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T19:05:43,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:05:43,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=-1] 2024-11-13T19:05:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:43,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T19:05:43,499 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:05:43,501 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T19:05:43,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ for inclusion in 31b0fcfd5b23c84c5a83d0e2caf2bb19/f 2024-11-13T19:05:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T19:05:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:05:43,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ for inclusion in 31b0fcfd5b23c84c5a83d0e2caf2bb19/f 2024-11-13T19:05:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T19:05:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:05:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HRegion(2603): Flush status journal for 31b0fcfd5b23c84c5a83d0e2caf2bb19: 2024-11-13T19:05:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 06974186f72d4a339c59e6865ad04bfb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:05:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/c76c4d5e4ae740919919b3bc5c955035_SeqId_4_ 2024-11-13T19:05:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:05:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/6e28e636ea034687bf77def397e85c97_SeqId_4_ 2024-11-13T19:05:43,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/c76c4d5e4ae740919919b3bc5c955035_SeqId_4_ - updating store file list. 2024-11-13T19:05:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c76c4d5e4ae740919919b3bc5c955035_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:05:43,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/c76c4d5e4ae740919919b3bc5c955035_SeqId_4_ into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f 2024-11-13T19:05:43,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f (new location: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/c76c4d5e4ae740919919b3bc5c955035_SeqId_4_) 2024-11-13T19:05:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/06974186f72d4a339c59e6865ad04bfb_SeqId_4_ 2024-11-13T19:05:43,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/6e28e636ea034687bf77def397e85c97_SeqId_4_ - updating store file list. 2024-11-13T19:05:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e28e636ea034687bf77def397e85c97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:05:43,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/6e28e636ea034687bf77def397e85c97_SeqId_4_ into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f 2024-11-13T19:05:43,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f (new location: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/6e28e636ea034687bf77def397e85c97_SeqId_4_) 2024-11-13T19:05:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins.hfs.11__test__m49h6to1d19igoqje2ckgqaghec873ab6me64e5jfcai4g6gr8h9ngirhu6d0c7f/f/54128ce440f44baa86fbaee7d4beb79e_SeqId_4_ 2024-11-13T19:05:43,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.ReplicationSink(324): Finished replicating [acfe7aff-3663-4df4-be9b-e3d60f58ef23] bulk loaded data 2024-11-13T19:05:43,543 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 687, reset compression=false 2024-11-13T19:05:44,047 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 687, reset compression=false 2024-11-13T19:05:44,159 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 379, reset compression=false 2024-11-13T19:05:44,164 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:05:44,164 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,45137,1731524730423 got entry batch from reader: WALEntryBatch [walEntries=[{test/31b0fcfd5b23c84c5a83d0e2caf2bb19/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731524743525/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T19:05:44,166 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:05:44,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T19:05:44,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.ReplicationSink(318): Replicating [acfe7aff-3663-4df4-be9b-e3d60f58ef23, 85e233a7-d3d0-4893-bc36-6514026ca129] bulk loaded data 2024-11-13T19:05:44,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f5950ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:44,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,34961,-1 for getting cluster id 2024-11-13T19:05:44,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:44,168 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acfe7aff-3663-4df4-be9b-e3d60f58ef23' 2024-11-13T19:05:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acfe7aff-3663-4df4-be9b-e3d60f58ef23" 2024-11-13T19:05:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4cedda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,34961,-1] 2024-11-13T19:05:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:44,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:44,169 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:44,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2afd4420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:44,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741842_1018 (size=7894) 2024-11-13T19:05:44,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741843_1019 (size=7691) 2024-11-13T19:05:44,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:44,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:44,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e06a574 2024-11-13T19:05:44,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:44,189 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T19:05:44,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:05:44,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:44,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=-1] 2024-11-13T19:05:44,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:44,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T19:05:44,197 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__iijn0kikcdvink0kmnham8f50roahbps41r5qravd9fbl3u7eoh4nq35i7e9a27o/f/6e28e636ea034687bf77def397e85c97_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T19:05:44,199 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__iijn0kikcdvink0kmnham8f50roahbps41r5qravd9fbl3u7eoh4nq35i7e9a27o/f/c76c4d5e4ae740919919b3bc5c955035_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T19:05:44,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.ReplicationSink(324): Finished replicating [acfe7aff-3663-4df4-be9b-e3d60f58ef23, 85e233a7-d3d0-4893-bc36-6514026ca129] bulk loaded data 2024-11-13T19:05:44,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:44,209 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731524744208/Put/seqid=0 2024-11-13T19:05:44,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741842_1018 (size=11194) 2024-11-13T19:05:44,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:44,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:44,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:44,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:44,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:44,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:44,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:44,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:44,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:44,364 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 725, reset compression=false 2024-11-13T19:05:44,615 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731524744614/Put/seqid=0 2024-11-13T19:05:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741843_1019 (size=10791) 2024-11-13T19:05:44,651 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 687, reset compression=false 2024-11-13T19:05:44,668 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 725, reset compression=false 2024-11-13T19:05:45,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9b5ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:45,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38719,-1 for getting cluster id 2024-11-13T19:05:45,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:45,021 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85e233a7-d3d0-4893-bc36-6514026ca129' 2024-11-13T19:05:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85e233a7-d3d0-4893-bc36-6514026ca129" 2024-11-13T19:05:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3586c3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38719,-1] 2024-11-13T19:05:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:45,022 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:45,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e97b4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:45,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=-1] 2024-11-13T19:05:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:45,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:45,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25d3b16a 2024-11-13T19:05:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:05:45,033 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:05:45,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19., hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=2] 2024-11-13T19:05:45,039 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:05:45,043 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T19:05:45,046 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T19:05:45,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 31b0fcfd5b23c84c5a83d0e2caf2bb19/f 2024-11-13T19:05:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T19:05:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:05:45,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 31b0fcfd5b23c84c5a83d0e2caf2bb19/f 2024-11-13T19:05:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T19:05:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:05:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HRegion(2603): Flush status journal for 31b0fcfd5b23c84c5a83d0e2caf2bb19: 2024-11-13T19:05:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_0 2024-11-13T19:05:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_0 as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ 2024-11-13T19:05:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_1 2024-11-13T19:05:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_1 as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/e91935747c1043388733cd520f46493c_SeqId_6_ 2024-11-13T19:05:45,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_0 into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ - updating store file list. 2024-11-13T19:05:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0511586356c14b41ab2043699bd44d9e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:05:45,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f 2024-11-13T19:05:45,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_0 into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f (new location: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_) 2024-11-13T19:05:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_0 2024-11-13T19:05:45,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_1 into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/e91935747c1043388733cd520f46493c_SeqId_6_ - updating store file list. 2024-11-13T19:05:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e91935747c1043388733cd520f46493c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:05:45,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/e91935747c1043388733cd520f46493c_SeqId_6_ into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f 2024-11-13T19:05:45,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_1 into 31b0fcfd5b23c84c5a83d0e2caf2bb19/f (new location: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/f/e91935747c1043388733cd520f46493c_SeqId_6_) 2024-11-13T19:05:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/staging/jenkins__test__br44qsulrf1ljvmlfpcdftv6djisl6cuasi93olpt7oef6r0stbnn6k6polmup61/f/hfile_1 2024-11-13T19:05:45,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:45,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:45,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:45,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:45,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19., hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=2 , the old value is region=test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19., hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e4b56bc8c4b3:45137 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:05:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19., hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:05:45,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19., hostname=e4b56bc8c4b3,45137,1731524730423, seqNum=2 from cache 2024-11-13T19:05:45,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:45,071 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 725, reset compression=false 2024-11-13T19:05:45,071 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:05:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=-1] 2024-11-13T19:05:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:45,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695., hostname=e4b56bc8c4b3,43071,1731524725565, seqNum=2] 2024-11-13T19:05:45,076 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:05:45,076 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,45137,1731524730423 got entry batch from reader: WALEntryBatch [walEntries=[{test/31b0fcfd5b23c84c5a83d0e2caf2bb19/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731524745069/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:05:45,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.ReplicationSink(318): Replicating [85e233a7-d3d0-4893-bc36-6514026ca129] bulk loaded data 2024-11-13T19:05:45,081 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:05:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741844_1020 (size=11194) 2024-11-13T19:05:45,176 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:45137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:05:45,276 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 1033, reset compression=false 2024-11-13T19:05:45,354 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 687, reset compression=false 2024-11-13T19:05:45,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741845_1021 (size=10791) 2024-11-13T19:05:45,579 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 1033, reset compression=false 2024-11-13T19:05:45,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:05:45,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T19:05:45,905 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/e91935747c1043388733cd520f46493c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T19:05:45,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ for inclusion in cac52b90aa001f5ead3dad796d9cd695/f 2024-11-13T19:05:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T19:05:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:05:45,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/e91935747c1043388733cd520f46493c_SeqId_6_ for inclusion in cac52b90aa001f5ead3dad796d9cd695/f 2024-11-13T19:05:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T19:05:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:05:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HRegion(2603): Flush status journal for cac52b90aa001f5ead3dad796d9cd695: 2024-11-13T19:05:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0511586356c14b41ab2043699bd44d9e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:05:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/29ef649dc37c4cfc83b75aa6377b694d_SeqId_6_ 2024-11-13T19:05:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e91935747c1043388733cd520f46493c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:05:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/e91935747c1043388733cd520f46493c_SeqId_6_ as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/4fa6bd0552324697b38952c18a0b8d43_SeqId_6_ 2024-11-13T19:05:45,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ into cac52b90aa001f5ead3dad796d9cd695/f as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/29ef649dc37c4cfc83b75aa6377b694d_SeqId_6_ - updating store file list. 2024-11-13T19:05:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 29ef649dc37c4cfc83b75aa6377b694d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:05:45,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/29ef649dc37c4cfc83b75aa6377b694d_SeqId_6_ into cac52b90aa001f5ead3dad796d9cd695/f 2024-11-13T19:05:45,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ into cac52b90aa001f5ead3dad796d9cd695/f (new location: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/29ef649dc37c4cfc83b75aa6377b694d_SeqId_6_) 2024-11-13T19:05:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/0511586356c14b41ab2043699bd44d9e_SeqId_6_ 2024-11-13T19:05:45,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/e91935747c1043388733cd520f46493c_SeqId_6_ into cac52b90aa001f5ead3dad796d9cd695/f as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/4fa6bd0552324697b38952c18a0b8d43_SeqId_6_ - updating store file list. 2024-11-13T19:05:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fa6bd0552324697b38952c18a0b8d43_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:05:45,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/4fa6bd0552324697b38952c18a0b8d43_SeqId_6_ into cac52b90aa001f5ead3dad796d9cd695/f 2024-11-13T19:05:45,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/e91935747c1043388733cd520f46493c_SeqId_6_ into cac52b90aa001f5ead3dad796d9cd695/f (new location: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/f/4fa6bd0552324697b38952c18a0b8d43_SeqId_6_) 2024-11-13T19:05:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/staging/jenkins.hfs.10__test__6j4jscsdkkpcnfdbmubl96bn4edl2p32juvrb9laveoj3jljepsed71eim1jqu9d/f/e91935747c1043388733cd520f46493c_SeqId_6_ 2024-11-13T19:05:45,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43071 {}] regionserver.ReplicationSink(324): Finished replicating [85e233a7-d3d0-4893-bc36-6514026ca129] bulk loaded data 2024-11-13T19:05:45,983 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 1033, reset compression=false 2024-11-13T19:05:46,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:05:46,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:46,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:46,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:46,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:46,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:46,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:05:46,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=848198025, stopped=false 2024-11-13T19:05:46,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,38719,1731524730311 2024-11-13T19:05:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-882523790/running 2024-11-13T19:05:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-882523790/running 2024-11-13T19:05:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:46,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:46,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:46,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:46,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:46,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on znode that does not yet exist, /1-882523790/running 2024-11-13T19:05:46,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,45137,1731524730423' ***** 2024-11-13T19:05:46,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:05:46,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Set watcher on znode that does not yet exist, /1-882523790/running 2024-11-13T19:05:46,131 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:05:46,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(3091): Received CLOSE for 31b0fcfd5b23c84c5a83d0e2caf2bb19 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:45137. 2024-11-13T19:05:46,132 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31b0fcfd5b23c84c5a83d0e2caf2bb19, disabling compactions & flushes 2024-11-13T19:05:46,132 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:46,132 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:46,132 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:46,132 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:46,132 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. after waiting 0 ms 2024-11-13T19:05:46,132 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:05:46,132 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:05:46,133 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1325): Online Regions={31b0fcfd5b23c84c5a83d0e2caf2bb19=test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19., 5e9c048a2d9911eac485cf99a6247a83=hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:05:46,133 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31b0fcfd5b23c84c5a83d0e2caf2bb19, 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:46,133 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:46,133 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:46,133 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:46,133 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:46,133 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:46,133 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:05:46,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/default/test/31b0fcfd5b23c84c5a83d0e2caf2bb19/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:05:46,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:46,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:05:46,136 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:46,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31b0fcfd5b23c84c5a83d0e2caf2bb19: Waiting for close lock at 1731524746132Running coprocessor pre-close hooks at 1731524746132Disabling compacts and flushes for region at 1731524746132Disabling writes for close at 1731524746132Writing region close event to WAL at 1731524746133 (+1 ms)Running coprocessor post-close hooks at 1731524746136 (+3 ms)Closed at 1731524746136 2024-11-13T19:05:46,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19. 2024-11-13T19:05:46,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e9c048a2d9911eac485cf99a6247a83, disabling compactions & flushes 2024-11-13T19:05:46,136 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:46,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:46,137 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. after waiting 0 ms 2024-11-13T19:05:46,137 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:46,137 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e9c048a2d9911eac485cf99a6247a83 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T19:05:46,140 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:46,147 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/info/e891642085e44535b12290f08a4f0045 is 147, key is hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83./info:regioninfo/1731524740311/Put/seqid=0 2024-11-13T19:05:46,150 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/.tmp/hfileref/5df6af536a50407db01e01115036bdda is 74, key is 1/hfileref:0511586356c14b41ab2043699bd44d9e_SeqId_6_/1731524745930/DeleteColumn/seqid=0 2024-11-13T19:05:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741844_1020 (size=7686) 2024-11-13T19:05:46,151 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/info/e891642085e44535b12290f08a4f0045 2024-11-13T19:05:46,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741845_1021 (size=5345) 2024-11-13T19:05:46,157 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 687, reset compression=false 2024-11-13T19:05:46,161 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:05:46,161 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,43071,1731524725565 got entry batch from reader: WALEntryBatch [walEntries=[{test/cac52b90aa001f5ead3dad796d9cd695/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731524745927/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T19:05:46,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:05:46,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:35978 deadline: 1731524806162, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping 2024-11-13T19:05:46,163 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:46,169 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/ns/d88a5fe25dd649f384da954fee5b79e0 is 43, key is default/ns:d/1731524733550/Put/seqid=0 2024-11-13T19:05:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741846_1022 (size=5153) 2024-11-13T19:05:46,175 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/ns/d88a5fe25dd649f384da954fee5b79e0 2024-11-13T19:05:46,197 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/rep_barrier/f71afe213e914da588c8c168d5701bdc is 112, key is test,,1731524735838.31b0fcfd5b23c84c5a83d0e2caf2bb19./rep_barrier:seqnumDuringOpen/1731524736985/Put/seqid=0 2024-11-13T19:05:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741847_1023 (size=5518) 2024-11-13T19:05:46,202 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/rep_barrier/f71afe213e914da588c8c168d5701bdc 2024-11-13T19:05:46,219 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/table/bdb3c5aaed23469596004c1c3317254f is 53, key is hbase:replication/table:state/1731524740319/Put/seqid=0 2024-11-13T19:05:46,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741848_1024 (size=5308) 2024-11-13T19:05:46,222 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/table/bdb3c5aaed23469596004c1c3317254f 2024-11-13T19:05:46,226 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/info/e891642085e44535b12290f08a4f0045 as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/info/e891642085e44535b12290f08a4f0045 2024-11-13T19:05:46,230 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/info/e891642085e44535b12290f08a4f0045, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:05:46,231 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/ns/d88a5fe25dd649f384da954fee5b79e0 as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/ns/d88a5fe25dd649f384da954fee5b79e0 2024-11-13T19:05:46,234 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/ns/d88a5fe25dd649f384da954fee5b79e0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:05:46,235 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/rep_barrier/f71afe213e914da588c8c168d5701bdc as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/rep_barrier/f71afe213e914da588c8c168d5701bdc 2024-11-13T19:05:46,239 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/rep_barrier/f71afe213e914da588c8c168d5701bdc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:05:46,239 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/.tmp/table/bdb3c5aaed23469596004c1c3317254f as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/table/bdb3c5aaed23469596004c1c3317254f 2024-11-13T19:05:46,243 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/table/bdb3c5aaed23469596004c1c3317254f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:05:46,244 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=16, compaction requested=false 2024-11-13T19:05:46,247 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:05:46,248 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:46,248 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:46,248 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:46,248 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524746133Running coprocessor pre-close hooks at 1731524746133Disabling compacts and flushes for region at 1731524746133Disabling writes for close at 1731524746133Obtaining lock to block concurrent updates at 1731524746133Preparing flush snapshotting stores in 1588230740 at 1731524746133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524746133Flushing stores of hbase:meta,,1.1588230740 at 1731524746134 (+1 ms)Flushing 1588230740/info: creating writer at 1731524746134Flushing 1588230740/info: appending metadata at 1731524746147 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731524746147Flushing 1588230740/ns: creating writer at 1731524746155 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731524746168 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731524746168Flushing 1588230740/rep_barrier: creating writer at 1731524746180 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524746196 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524746196Flushing 1588230740/table: creating writer at 1731524746206 (+10 ms)Flushing 1588230740/table: appending metadata at 1731524746218 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731524746219 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d16ba25: reopening flushed file at 1731524746226 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a61f823: reopening flushed file at 1731524746230 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c26d1db: reopening flushed file at 1731524746234 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401d35a4: reopening flushed file at 1731524746239 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=16, compaction requested=false at 1731524746244 (+5 ms)Writing region close event to WAL at 1731524746245 (+1 ms)Running coprocessor post-close hooks at 1731524746248 (+3 ms)Closed at 1731524746248 2024-11-13T19:05:46,248 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:46,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:05:46,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:35978 deadline: 1731524806267, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping 2024-11-13T19:05:46,267 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:46,333 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1351): Waiting on 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:46,361 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1033, reset compression=false 2024-11-13T19:05:46,427 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:05:46,427 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:05:46,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:05:46,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:35978 deadline: 1731524806470, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping 2024-11-13T19:05:46,471 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e4b56bc8c4b3,45137,1731524730423 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:46,487 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 1033, reset compression=false 2024-11-13T19:05:46,491 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:05:46,491 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 1328, reset compression=false 2024-11-13T19:05:46,491 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,45137,1731524730423 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:05:46,493 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,45137,1731524730423: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,45137,1731524730423, walGroup=e4b56bc8c4b3%2C45137%2C1731524730423, offset=e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:45137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:05:46,494 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:05:46,496 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:05:46,497 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:05:46,497 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:05:46,497 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:05:46,497 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 613569632 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 187874648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:05:46,500 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:05:46,533 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1351): Waiting on 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:46,554 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/.tmp/hfileref/5df6af536a50407db01e01115036bdda 2024-11-13T19:05:46,570 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/.tmp/queue/0f0611c8ba9c40ed9e88c4d5f8f4c2ea is 154, key is 1-e4b56bc8c4b3,45137,1731524730423/queue:e4b56bc8c4b3%2C45137%2C1731524730423/1731524745932/Put/seqid=0 2024-11-13T19:05:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741849_1025 (size=5353) 2024-11-13T19:05:46,665 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1033, reset compression=false 2024-11-13T19:05:46,695 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 1328, reset compression=false 2024-11-13T19:05:46,733 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1351): Waiting on 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e4b56bc8c4b3,45137,1731524730423 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:46,774 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e4b56bc8c4b3,45137,1731524730423 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:46,933 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1351): Waiting on 5e9c048a2d9911eac485cf99a6247a83 2024-11-13T19:05:46,973 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/.tmp/queue/0f0611c8ba9c40ed9e88c4d5f8f4c2ea 2024-11-13T19:05:46,978 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/.tmp/hfileref/5df6af536a50407db01e01115036bdda as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/hfileref/5df6af536a50407db01e01115036bdda 2024-11-13T19:05:46,981 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/hfileref/5df6af536a50407db01e01115036bdda, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T19:05:46,982 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/.tmp/queue/0f0611c8ba9c40ed9e88c4d5f8f4c2ea as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/queue/0f0611c8ba9c40ed9e88c4d5f8f4c2ea 2024-11-13T19:05:46,986 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/queue/0f0611c8ba9c40ed9e88c4d5f8f4c2ea, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T19:05:46,987 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5e9c048a2d9911eac485cf99a6247a83 in 850ms, sequenceid=12, compaction requested=false 2024-11-13T19:05:46,990 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/data/hbase/replication/5e9c048a2d9911eac485cf99a6247a83/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:05:46,991 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:46,991 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:46,991 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:46,991 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e9c048a2d9911eac485cf99a6247a83: Waiting for close lock at 1731524746136Running coprocessor pre-close hooks at 1731524746136Disabling compacts and flushes for region at 1731524746136Disabling writes for close at 1731524746137 (+1 ms)Obtaining lock to block concurrent updates at 1731524746137Preparing flush snapshotting stores in 5e9c048a2d9911eac485cf99a6247a83 at 1731524746137Finished memstore snapshotting hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731524746137Flushing stores of hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. at 1731524746137Flushing 5e9c048a2d9911eac485cf99a6247a83/hfileref: creating writer at 1731524746137Flushing 5e9c048a2d9911eac485cf99a6247a83/hfileref: appending metadata at 1731524746149 (+12 ms)Flushing 5e9c048a2d9911eac485cf99a6247a83/hfileref: closing flushed file at 1731524746149Flushing 5e9c048a2d9911eac485cf99a6247a83/queue: creating writer at 1731524746557 (+408 ms)Flushing 5e9c048a2d9911eac485cf99a6247a83/queue: appending metadata at 1731524746569 (+12 ms)Flushing 5e9c048a2d9911eac485cf99a6247a83/queue: closing flushed file at 1731524746569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e940172: reopening flushed file at 1731524746977 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb7e90: reopening flushed file at 1731524746982 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5e9c048a2d9911eac485cf99a6247a83 in 850ms, sequenceid=12, compaction requested=false at 1731524746987 (+5 ms)Writing region close event to WAL at 1731524746988 (+1 ms)Running coprocessor post-close hooks at 1731524746991 (+3 ms)Closed at 1731524746991 2024-11-13T19:05:46,991 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524739148.5e9c048a2d9911eac485cf99a6247a83. 2024-11-13T19:05:46,998 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.wal-reader.e4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.1731524732556 to pos 1328, reset compression=false 2024-11-13T19:05:47,069 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1033, reset compression=false 2024-11-13T19:05:47,133 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,45137,1731524730423; all regions closed. 2024-11-13T19:05:47,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:05:47,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.meta.1731524733506.meta not finished, retry = 0 2024-11-13T19:05:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e4b56bc8c4b3,45137,1731524730423 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:47,177 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e4b56bc8c4b3,45137,1731524730423 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741839_1015 (size=3127) 2024-11-13T19:05:47,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/WALs/e4b56bc8c4b3,45137,1731524730423/e4b56bc8c4b3%2C45137%2C1731524730423.rep.1731524740283 not finished, retry = 0 2024-11-13T19:05:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741832_1008 (size=1336) 2024-11-13T19:05:47,341 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:47,341 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:47,342 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:47,342 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:47,342 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:47,342 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:47,342 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,45137,1731524730423 because: Region server is closing 2024-11-13T19:05:47,342 INFO [RS:0;e4b56bc8c4b3:45137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:45137. 2024-11-13T19:05:47,342 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:47,342 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:47,342 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:47,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:47,443 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45137,1731524730423.replicationSource.shippere4b56bc8c4b3%2C45137%2C1731524730423,1-e4b56bc8c4b3,45137,1731524730423 terminated 2024-11-13T19:05:47,443 INFO [RS:0;e4b56bc8c4b3:45137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:45137. 2024-11-13T19:05:47,443 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:47,443 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:47,443 DEBUG [RS:0;e4b56bc8c4b3:45137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:47,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:47,443 INFO [RS:0;e4b56bc8c4b3:45137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45137 2024-11-13T19:05:47,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-882523790/rs/e4b56bc8c4b3,45137,1731524730423 2024-11-13T19:05:47,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790/rs 2024-11-13T19:05:47,480 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:47,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,45137,1731524730423] 2024-11-13T19:05:47,497 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-882523790/draining/e4b56bc8c4b3,45137,1731524730423 already deleted, retry=false 2024-11-13T19:05:47,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,45137,1731524730423 expired; onlineServers=0 2024-11-13T19:05:47,497 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,38719,1731524730311' ***** 2024-11-13T19:05:47,497 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:05:47,497 INFO [M:0;e4b56bc8c4b3:38719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:47,497 INFO [M:0;e4b56bc8c4b3:38719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:47,497 DEBUG [M:0;e4b56bc8c4b3:38719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:05:47,497 DEBUG [M:0;e4b56bc8c4b3:38719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:05:47,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:05:47,497 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524732318 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524732318,5,FailOnTimeoutGroup] 2024-11-13T19:05:47,498 INFO [M:0;e4b56bc8c4b3:38719 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:47,497 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524732317 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524732317,5,FailOnTimeoutGroup] 2024-11-13T19:05:47,498 INFO [M:0;e4b56bc8c4b3:38719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:47,498 DEBUG [M:0;e4b56bc8c4b3:38719 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:05:47,498 INFO [M:0;e4b56bc8c4b3:38719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:05:47,498 INFO [M:0;e4b56bc8c4b3:38719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:47,498 INFO [M:0;e4b56bc8c4b3:38719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:05:47,498 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:05:47,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-882523790/master 2024-11-13T19:05:47,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-882523790 2024-11-13T19:05:47,505 DEBUG [M:0;e4b56bc8c4b3:38719 {}] zookeeper.ZKUtil(347): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Unable to get data of znode /1-882523790/master because node does not exist (not an error) 2024-11-13T19:05:47,505 WARN [M:0;e4b56bc8c4b3:38719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:05:47,506 INFO [M:0;e4b56bc8c4b3:38719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/.lastflushedseqids 2024-11-13T19:05:47,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741850_1026 (size=263) 2024-11-13T19:05:47,572 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1033, reset compression=false 2024-11-13T19:05:47,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:47,589 INFO [RS:0;e4b56bc8c4b3:45137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:47,589 INFO [RS:0;e4b56bc8c4b3:45137 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,45137,1731524730423; zookeeper connection closed. 2024-11-13T19:05:47,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10136e027780004, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:47,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14d11411 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14d11411 2024-11-13T19:05:47,589 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:05:47,680 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e4b56bc8c4b3:45137 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:45137 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:47,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e4b56bc8c4b3:45137 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:45137 2024-11-13T19:05:47,681 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=e4b56bc8c4b3:45137 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:45137 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:45137 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T19:05:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:05:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33584 deadline: 1731524807683, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T19:05:47,684 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T19:05:47,685 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T19:05:47,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:05:47,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T19:05:47,911 INFO [M:0;e4b56bc8c4b3:38719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:05:47,911 INFO [M:0;e4b56bc8c4b3:38719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:05:47,911 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:47,911 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:47,911 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:47,911 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:47,911 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:47,911 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T19:05:47,929 DEBUG [M:0;e4b56bc8c4b3:38719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6464d5e2ea974ddf9037219f8618be27 is 82, key is hbase:meta,,1/info:regioninfo/1731524733535/Put/seqid=0 2024-11-13T19:05:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741851_1027 (size=5672) 2024-11-13T19:05:48,176 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1033, reset compression=false 2024-11-13T19:05:48,285 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T19:05:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:05:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33584 deadline: 1731524808286, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T19:05:48,287 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T19:05:48,288 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T19:05:48,288 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T19:05:48,334 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6464d5e2ea974ddf9037219f8618be27 2024-11-13T19:05:48,381 DEBUG [M:0;e4b56bc8c4b3:38719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dc00fbfcc7f40c5b3a12429451d3365 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524740322/Put/seqid=0 2024-11-13T19:05:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741852_1028 (size=8517) 2024-11-13T19:05:48,786 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dc00fbfcc7f40c5b3a12429451d3365 2024-11-13T19:05:48,802 DEBUG [M:0;e4b56bc8c4b3:38719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed31676fb2fe4ed1b985037f8219709a is 69, key is e4b56bc8c4b3,45137,1731524730423/rs:state/1731524732381/Put/seqid=0 2024-11-13T19:05:48,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741853_1029 (size=5156) 2024-11-13T19:05:48,879 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1033, reset compression=false 2024-11-13T19:05:48,989 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T19:05:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:05:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38719 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33584 deadline: 1731524808990, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T19:05:48,991 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T19:05:48,991 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T19:05:48,991 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T19:05:49,206 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed31676fb2fe4ed1b985037f8219709a 2024-11-13T19:05:49,210 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6464d5e2ea974ddf9037219f8618be27 as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6464d5e2ea974ddf9037219f8618be27 2024-11-13T19:05:49,214 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6464d5e2ea974ddf9037219f8618be27, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:05:49,215 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dc00fbfcc7f40c5b3a12429451d3365 as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6dc00fbfcc7f40c5b3a12429451d3365 2024-11-13T19:05:49,218 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6dc00fbfcc7f40c5b3a12429451d3365, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:05:49,219 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed31676fb2fe4ed1b985037f8219709a as hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed31676fb2fe4ed1b985037f8219709a 2024-11-13T19:05:49,223 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39695/user/jenkins/test-data/cf5e65e7-20e0-574b-4d14-135ac0ee0a34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed31676fb2fe4ed1b985037f8219709a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:05:49,224 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=97, compaction requested=false 2024-11-13T19:05:49,225 INFO [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:49,226 DEBUG [M:0;e4b56bc8c4b3:38719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524747911Disabling compacts and flushes for region at 1731524747911Disabling writes for close at 1731524747911Obtaining lock to block concurrent updates at 1731524747911Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524747911Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731524747912 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524747912Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524747912Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524747929 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524747929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524748368 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524748381 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524748381Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524748789 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524748801 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524748801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a01bd16: reopening flushed file at 1731524749210 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e751e6f: reopening flushed file at 1731524749214 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7cff8: reopening flushed file at 1731524749218 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=97, compaction requested=false at 1731524749224 (+6 ms)Writing region close event to WAL at 1731524749225 (+1 ms)Closed at 1731524749225 2024-11-13T19:05:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741830_1006 (size=63666) 2024-11-13T19:05:49,228 INFO [M:0;e4b56bc8c4b3:38719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:05:49,228 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:49,228 INFO [M:0;e4b56bc8c4b3:38719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38719 2024-11-13T19:05:49,229 INFO [M:0;e4b56bc8c4b3:38719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:49,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:49,372 INFO [M:0;e4b56bc8c4b3:38719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:49,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38719-0x10136e027780003, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:49,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41603a0c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:05:49,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38c20c1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:05:49,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:05:49,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf96ea5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:05:49,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2da69579{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.log.dir/,STOPPED} 2024-11-13T19:05:49,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:05:49,399 WARN [BP-1949109866-172.17.0.2-1731524728843 heartbeating to localhost/127.0.0.1:39695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:05:49,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:05:49,399 WARN [BP-1949109866-172.17.0.2-1731524728843 heartbeating to localhost/127.0.0.1:39695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1949109866-172.17.0.2-1731524728843 (Datanode Uuid 40ab1596-9fe8-4339-a8e1-c8882cecb664) service to localhost/127.0.0.1:39695 2024-11-13T19:05:49,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/cluster_e7aab749-88b6-ede9-65b7-28a8ffdb2a71/data/data1/current/BP-1949109866-172.17.0.2-1731524728843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:05:49,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/cluster_e7aab749-88b6-ede9-65b7-28a8ffdb2a71/data/data2/current/BP-1949109866-172.17.0.2-1731524728843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:05:49,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:05:49,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25aefa9c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:49,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f163d37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:05:49,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:05:49,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cfc439e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:05:49,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6fdf0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.log.dir/,STOPPED} 2024-11-13T19:05:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:05:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:05:49,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:49,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:49,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:49,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:49,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:49,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:05:49,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1024912749, stopped=false 2024-11-13T19:05:49,427 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,34961,1731524725406 2024-11-13T19:05:49,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-701838892/running 2024-11-13T19:05:49,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-701838892/running 2024-11-13T19:05:49,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:49,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:49,451 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:49,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:05:49,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:49,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:49,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on znode that does not yet exist, /0-701838892/running 2024-11-13T19:05:49,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,43071,1731524725565' ***** 2024-11-13T19:05:49,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:05:49,451 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:05:49,451 INFO [RS:0;e4b56bc8c4b3:43071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:05:49,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:05:49,451 INFO [RS:0;e4b56bc8c4b3:43071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:05:49,451 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(3091): Received CLOSE for cac52b90aa001f5ead3dad796d9cd695 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(3091): Received CLOSE for cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:49,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Set watcher on znode that does not yet exist, /0-701838892/running 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:43071. 2024-11-13T19:05:49,452 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:49,452 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:49,452 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cac52b90aa001f5ead3dad796d9cd695, disabling compactions & flushes 2024-11-13T19:05:49,452 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:49,452 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:05:49,452 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. after waiting 0 ms 2024-11-13T19:05:49,452 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:05:49,452 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:05:49,452 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1325): Online Regions={cac52b90aa001f5ead3dad796d9cd695=test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695., 1588230740=hbase:meta,,1.1588230740, cf3d1592ed62bca3715f3f5799083bac=hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac.} 2024-11-13T19:05:49,452 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cac52b90aa001f5ead3dad796d9cd695, cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:49,452 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:49,452 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:49,453 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:49,453 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:49,453 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:49,453 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:05:49,455 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/default/test/cac52b90aa001f5ead3dad796d9cd695/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:05:49,456 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:49,456 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:05:49,456 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:49,456 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cac52b90aa001f5ead3dad796d9cd695: Waiting for close lock at 1731524749452Running coprocessor pre-close hooks at 1731524749452Disabling compacts and flushes for region at 1731524749452Disabling writes for close at 1731524749452Writing region close event to WAL at 1731524749453 (+1 ms)Running coprocessor post-close hooks at 1731524749456 (+3 ms)Closed at 1731524749456 2024-11-13T19:05:49,456 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695. 2024-11-13T19:05:49,456 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf3d1592ed62bca3715f3f5799083bac, disabling compactions & flushes 2024-11-13T19:05:49,456 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:49,456 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:49,456 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. after waiting 0 ms 2024-11-13T19:05:49,456 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:49,456 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf3d1592ed62bca3715f3f5799083bac 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T19:05:49,462 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:49,469 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/.tmp/hfileref/35e91cc7bdb44059b9920951af8433af is 74, key is 1/hfileref:06974186f72d4a339c59e6865ad04bfb_SeqId_4_/1731524743528/DeleteColumn/seqid=0 2024-11-13T19:05:49,470 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/info/d6e55dbd3ab44a2ea398d4528fb53855 is 147, key is hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac./info:regioninfo/1731524738769/Put/seqid=0 2024-11-13T19:05:49,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741846_1022 (size=5345) 2024-11-13T19:05:49,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741847_1023 (size=7686) 2024-11-13T19:05:49,653 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:49,683 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1033, reset compression=false 2024-11-13T19:05:49,687 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:05:49,687 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1328, reset compression=false 2024-11-13T19:05:49,735 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:05:49,735 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:05:49,792 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T19:05:49,792 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e4b56bc8c4b3:38719 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:38719 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:49,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e4b56bc8c4b3:38719 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:38719 2024-11-13T19:05:49,853 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf3d1592ed62bca3715f3f5799083bac 2024-11-13T19:05:49,873 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/.tmp/hfileref/35e91cc7bdb44059b9920951af8433af 2024-11-13T19:05:49,873 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/info/d6e55dbd3ab44a2ea398d4528fb53855 2024-11-13T19:05:49,890 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/.tmp/queue/1dde0aa1b8584758960a0963818af5b0 is 153, key is 1-e4b56bc8c4b3,43071,1731524725565/queue:e4b56bc8c4b3%2C43071%2C1731524725565/1731524743529/Put/seqid=0 2024-11-13T19:05:49,891 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1328, reset compression=false 2024-11-13T19:05:49,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741848_1024 (size=5352) 2024-11-13T19:05:49,894 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/.tmp/queue/1dde0aa1b8584758960a0963818af5b0 2024-11-13T19:05:49,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:49,896 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e4b56bc8c4b3:38719 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:38719 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:05:49,897 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/ns/05fb15a6bd3b48388907efc2208605f1 is 43, key is default/ns:d/1731524728779/Put/seqid=0 2024-11-13T19:05:49,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=e4b56bc8c4b3:38719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:38719 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T19:05:49,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address e4b56bc8c4b3:38719 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e4b56bc8c4b3/172.17.0.2:38719 2024-11-13T19:05:49,900 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/.tmp/hfileref/35e91cc7bdb44059b9920951af8433af as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/hfileref/35e91cc7bdb44059b9920951af8433af 2024-11-13T19:05:49,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741849_1025 (size=5153) 2024-11-13T19:05:49,905 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/hfileref/35e91cc7bdb44059b9920951af8433af, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T19:05:49,905 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/.tmp/queue/1dde0aa1b8584758960a0963818af5b0 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/queue/1dde0aa1b8584758960a0963818af5b0 2024-11-13T19:05:49,909 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/queue/1dde0aa1b8584758960a0963818af5b0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T19:05:49,910 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cf3d1592ed62bca3715f3f5799083bac in 454ms, sequenceid=10, compaction requested=false 2024-11-13T19:05:49,913 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/replication/cf3d1592ed62bca3715f3f5799083bac/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:05:49,914 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:49,914 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:49,914 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:49,914 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf3d1592ed62bca3715f3f5799083bac: Waiting for close lock at 1731524749456Running coprocessor pre-close hooks at 1731524749456Disabling compacts and flushes for region at 1731524749456Disabling writes for close at 1731524749456Obtaining lock to block concurrent updates at 1731524749456Preparing flush snapshotting stores in cf3d1592ed62bca3715f3f5799083bac at 1731524749456Finished memstore snapshotting hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731524749456Flushing stores of hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. at 1731524749457 (+1 ms)Flushing cf3d1592ed62bca3715f3f5799083bac/hfileref: creating writer at 1731524749457Flushing cf3d1592ed62bca3715f3f5799083bac/hfileref: appending metadata at 1731524749468 (+11 ms)Flushing cf3d1592ed62bca3715f3f5799083bac/hfileref: closing flushed file at 1731524749468Flushing cf3d1592ed62bca3715f3f5799083bac/queue: creating writer at 1731524749877 (+409 ms)Flushing cf3d1592ed62bca3715f3f5799083bac/queue: appending metadata at 1731524749889 (+12 ms)Flushing cf3d1592ed62bca3715f3f5799083bac/queue: closing flushed file at 1731524749889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a66ea74: reopening flushed file at 1731524749900 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234df619: reopening flushed file at 1731524749905 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for cf3d1592ed62bca3715f3f5799083bac in 454ms, sequenceid=10, compaction requested=false at 1731524749910 (+5 ms)Writing region close event to WAL at 1731524749911 (+1 ms)Running coprocessor post-close hooks at 1731524749913 (+2 ms)Closed at 1731524749914 (+1 ms) 2024-11-13T19:05:49,914 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524738005.cf3d1592ed62bca3715f3f5799083bac. 2024-11-13T19:05:50,053 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:50,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:50,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e4b56bc8c4b3:38719 this server is in the failed servers list 2024-11-13T19:05:50,106 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e4b56bc8c4b3:38719 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:50,203 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1328, reset compression=false 2024-11-13T19:05:50,253 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:50,305 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/ns/05fb15a6bd3b48388907efc2208605f1 2024-11-13T19:05:50,322 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/rep_barrier/9815562640594c2ab7112ae03df5a696 is 112, key is test,,1731524733681.cac52b90aa001f5ead3dad796d9cd695./rep_barrier:seqnumDuringOpen/1731524734826/Put/seqid=0 2024-11-13T19:05:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741850_1026 (size=5518) 2024-11-13T19:05:50,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:50,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e4b56bc8c4b3:38719 this server is in the failed servers list 2024-11-13T19:05:50,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e4b56bc8c4b3:38719 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:50,453 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:05:50,453 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:05:50,453 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:50,607 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1328, reset compression=false 2024-11-13T19:05:50,654 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:50,726 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/rep_barrier/9815562640594c2ab7112ae03df5a696 2024-11-13T19:05:50,742 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/table/59f0f0633b17423e8601e6dd3d4af881 is 53, key is hbase:replication/table:state/1731524738779/Put/seqid=0 2024-11-13T19:05:50,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741851_1027 (size=5308) 2024-11-13T19:05:50,854 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:50,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:50,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e4b56bc8c4b3:38719 this server is in the failed servers list 2024-11-13T19:05:50,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e4b56bc8c4b3:38719 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:51,054 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:05:51,110 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.1731524727773 to pos 1328, reset compression=false 2024-11-13T19:05:51,146 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/table/59f0f0633b17423e8601e6dd3d4af881 2024-11-13T19:05:51,152 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/info/d6e55dbd3ab44a2ea398d4528fb53855 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/info/d6e55dbd3ab44a2ea398d4528fb53855 2024-11-13T19:05:51,157 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/info/d6e55dbd3ab44a2ea398d4528fb53855, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:05:51,158 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/ns/05fb15a6bd3b48388907efc2208605f1 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/ns/05fb15a6bd3b48388907efc2208605f1 2024-11-13T19:05:51,162 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/ns/05fb15a6bd3b48388907efc2208605f1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:05:51,163 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/rep_barrier/9815562640594c2ab7112ae03df5a696 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/rep_barrier/9815562640594c2ab7112ae03df5a696 2024-11-13T19:05:51,167 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/rep_barrier/9815562640594c2ab7112ae03df5a696, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:05:51,168 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/.tmp/table/59f0f0633b17423e8601e6dd3d4af881 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/table/59f0f0633b17423e8601e6dd3d4af881 2024-11-13T19:05:51,172 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/table/59f0f0633b17423e8601e6dd3d4af881, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:05:51,173 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-13T19:05:51,173 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:05:51,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:05:51,179 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:51,179 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:51,179 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:51,179 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524749452Running coprocessor pre-close hooks at 1731524749452Disabling compacts and flushes for region at 1731524749452Disabling writes for close at 1731524749453 (+1 ms)Obtaining lock to block concurrent updates at 1731524749453Preparing flush snapshotting stores in 1588230740 at 1731524749453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524749453Flushing stores of hbase:meta,,1.1588230740 at 1731524749453Flushing 1588230740/info: creating writer at 1731524749453Flushing 1588230740/info: appending metadata at 1731524749469 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731524749469Flushing 1588230740/ns: creating writer at 1731524749877 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731524749896 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731524749897 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731524750310 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524750322 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524750322Flushing 1588230740/table: creating writer at 1731524750730 (+408 ms)Flushing 1588230740/table: appending metadata at 1731524750742 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731524750742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7854b4: reopening flushed file at 1731524751151 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a9cf53: reopening flushed file at 1731524751158 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8b0b7c: reopening flushed file at 1731524751162 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2d0bdb: reopening flushed file at 1731524751167 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1731524751173 (+6 ms)Writing region close event to WAL at 1731524751175 (+2 ms)Running coprocessor post-close hooks at 1731524751179 (+4 ms)Closed at 1731524751179 2024-11-13T19:05:51,179 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:51,254 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,43071,1731524725565; all regions closed. 2024-11-13T19:05:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:05:51,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.meta.1731524728713.meta not finished, retry = 0 2024-11-13T19:05:51,359 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/oldWALs 2024-11-13T19:05:51,359 INFO [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43071%2C1731524725565.meta:.meta(num 1731524728713) 2024-11-13T19:05:51,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/WALs/e4b56bc8c4b3,43071,1731524725565/e4b56bc8c4b3%2C43071%2C1731524725565.rep.1731524738740 not finished, retry = 0 2024-11-13T19:05:51,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741839_1015 (size=2695) 2024-11-13T19:05:51,466 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/oldWALs 2024-11-13T19:05:51,466 INFO [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43071%2C1731524725565.rep:(num 1731524738740) 2024-11-13T19:05:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741832_1008 (size=1336) 2024-11-13T19:05:51,470 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/oldWALs 2024-11-13T19:05:51,470 INFO [RS:0;e4b56bc8c4b3:43071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C43071%2C1731524725565:(num 1731524727773) 2024-11-13T19:05:51,470 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:51,470 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:05:51,470 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:51,470 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:51,470 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:51,470 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:51,470 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,43071,1731524725565 because: Region server is closing 2024-11-13T19:05:51,470 INFO [RS:0;e4b56bc8c4b3:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:43071. 2024-11-13T19:05:51,470 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:51,470 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:51,470 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:51,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:51,571 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.wal-reader.e4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:05:51,571 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T19:05:51,571 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T19:05:51,571 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T19:05:51,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:51,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:51,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:51,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:51,938 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:52,472 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,43071,1731524725565.replicationSource.shippere4b56bc8c4b3%2C43071%2C1731524725565,1-e4b56bc8c4b3,43071,1731524725565 terminated 2024-11-13T19:05:52,472 INFO [RS:0;e4b56bc8c4b3:43071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:43071. 2024-11-13T19:05:52,472 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:05:52,472 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:52,472 DEBUG [RS:0;e4b56bc8c4b3:43071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:52,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:05:52,472 INFO [RS:0;e4b56bc8c4b3:43071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43071 2024-11-13T19:05:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892/rs 2024-11-13T19:05:52,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-701838892/rs/e4b56bc8c4b3,43071,1731524725565 2024-11-13T19:05:52,514 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:52,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,43071,1731524725565] 2024-11-13T19:05:52,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-701838892/draining/e4b56bc8c4b3,43071,1731524725565 already deleted, retry=false 2024-11-13T19:05:52,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,43071,1731524725565 expired; onlineServers=0 2024-11-13T19:05:52,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,34961,1731524725406' ***** 2024-11-13T19:05:52,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:05:52,530 INFO [M:0;e4b56bc8c4b3:34961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:05:52,530 INFO [M:0;e4b56bc8c4b3:34961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:05:52,531 DEBUG [M:0;e4b56bc8c4b3:34961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:05:52,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:05:52,531 DEBUG [M:0;e4b56bc8c4b3:34961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:05:52,531 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524727532 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524727532,5,FailOnTimeoutGroup] 2024-11-13T19:05:52,531 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524727532 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524727532,5,FailOnTimeoutGroup] 2024-11-13T19:05:52,531 INFO [M:0;e4b56bc8c4b3:34961 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:05:52,531 INFO [M:0;e4b56bc8c4b3:34961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:05:52,531 DEBUG [M:0;e4b56bc8c4b3:34961 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:05:52,531 INFO [M:0;e4b56bc8c4b3:34961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:05:52,531 INFO [M:0;e4b56bc8c4b3:34961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:05:52,531 INFO [M:0;e4b56bc8c4b3:34961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:05:52,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:05:52,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-701838892/master 2024-11-13T19:05:52,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-701838892 2024-11-13T19:05:52,539 DEBUG [M:0;e4b56bc8c4b3:34961 {}] zookeeper.ZKUtil(347): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Unable to get data of znode /0-701838892/master because node does not exist (not an error) 2024-11-13T19:05:52,539 WARN [M:0;e4b56bc8c4b3:34961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:05:52,540 INFO [M:0;e4b56bc8c4b3:34961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/.lastflushedseqids 2024-11-13T19:05:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741852_1028 (size=263) 2024-11-13T19:05:52,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:52,622 INFO [RS:0;e4b56bc8c4b3:43071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:52,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43071-0x10136e027780001, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:52,622 INFO [RS:0;e4b56bc8c4b3:43071 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,43071,1731524725565; zookeeper connection closed. 2024-11-13T19:05:52,622 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34b71a90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34b71a90 2024-11-13T19:05:52,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:05:52,945 INFO [M:0;e4b56bc8c4b3:34961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:05:52,945 INFO [M:0;e4b56bc8c4b3:34961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:05:52,946 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:52,946 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:52,946 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:52,946 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:52,946 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:52,946 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T19:05:52,960 DEBUG [M:0;e4b56bc8c4b3:34961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b26456266434763bfe47e603452bed6 is 82, key is hbase:meta,,1/info:regioninfo/1731524728741/Put/seqid=0 2024-11-13T19:05:52,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741853_1029 (size=5672) 2024-11-13T19:05:53,365 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b26456266434763bfe47e603452bed6 2024-11-13T19:05:53,381 DEBUG [M:0;e4b56bc8c4b3:34961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ee7c7248a248bb8536fcf101d95bdf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524738782/Put/seqid=0 2024-11-13T19:05:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741854_1030 (size=8517) 2024-11-13T19:05:53,786 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ee7c7248a248bb8536fcf101d95bdf 2024-11-13T19:05:53,805 DEBUG [M:0;e4b56bc8c4b3:34961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeed36eed03d4bd8ae3060707a802699 is 69, key is e4b56bc8c4b3,43071,1731524725565/rs:state/1731524727627/Put/seqid=0 2024-11-13T19:05:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741855_1031 (size=5156) 2024-11-13T19:05:53,965 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:53,965 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:53,966 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:54,209 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeed36eed03d4bd8ae3060707a802699 2024-11-13T19:05:54,214 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b26456266434763bfe47e603452bed6 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b26456266434763bfe47e603452bed6 2024-11-13T19:05:54,218 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b26456266434763bfe47e603452bed6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:05:54,218 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ee7c7248a248bb8536fcf101d95bdf as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1ee7c7248a248bb8536fcf101d95bdf 2024-11-13T19:05:54,222 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1ee7c7248a248bb8536fcf101d95bdf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:05:54,223 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeed36eed03d4bd8ae3060707a802699 as hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeed36eed03d4bd8ae3060707a802699 2024-11-13T19:05:54,226 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeed36eed03d4bd8ae3060707a802699, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:05:54,227 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-13T19:05:54,231 INFO [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:54,231 DEBUG [M:0;e4b56bc8c4b3:34961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524752946Disabling compacts and flushes for region at 1731524752946Disabling writes for close at 1731524752946Obtaining lock to block concurrent updates at 1731524752946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524752946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731524752946Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524752947 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524752947Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524752960 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524752960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524753369 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524753381 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524753381Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524753790 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524753805 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524753805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb299c7: reopening flushed file at 1731524754213 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f9d4fd4: reopening flushed file at 1731524754218 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c3521d: reopening flushed file at 1731524754222 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731524754227 (+5 ms)Writing region close event to WAL at 1731524754231 (+4 ms)Closed at 1731524754231 2024-11-13T19:05:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41997 is added to blk_1073741830_1006 (size=63666) 2024-11-13T19:05:54,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f9680c8-e78f-50b1-e453-cd8453cbb12f/MasterData/WALs/e4b56bc8c4b3,34961,1731524725406/e4b56bc8c4b3%2C34961%2C1731524725406.1731524727328 not finished, retry = 0 2024-11-13T19:05:54,334 INFO [M:0;e4b56bc8c4b3:34961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:05:54,334 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:05:54,334 INFO [M:0;e4b56bc8c4b3:34961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34961 2024-11-13T19:05:54,334 INFO [M:0;e4b56bc8c4b3:34961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:05:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:54,472 INFO [M:0;e4b56bc8c4b3:34961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:05:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34961-0x10136e027780000, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:05:54,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@260c7d00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:05:54,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8ea7dd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:05:54,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:05:54,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@576f5037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:05:54,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75562a62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.log.dir/,STOPPED} 2024-11-13T19:05:54,503 WARN [BP-1792547363-172.17.0.2-1731524724001 heartbeating to localhost/127.0.0.1:35997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:05:54,503 WARN [BP-1792547363-172.17.0.2-1731524724001 heartbeating to localhost/127.0.0.1:35997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1792547363-172.17.0.2-1731524724001 (Datanode Uuid 85a14b72-6398-4a72-916c-b5aff34c1834) service to localhost/127.0.0.1:35997 2024-11-13T19:05:54,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/cluster_f17cbc5f-49a6-b707-95a3-c6633d3c6989/data/data1/current/BP-1792547363-172.17.0.2-1731524724001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:05:54,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/cluster_f17cbc5f-49a6-b707-95a3-c6633d3c6989/data/data2/current/BP-1792547363-172.17.0.2-1731524724001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:05:54,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:05:54,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:05:54,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:05:54,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26cceac9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:54,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ecfa13f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:05:54,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:05:54,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@316c8bb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:05:54,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703b38ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd2abfe2-6af1-1d98-dfb6-64eb83141a6d/hadoop.log.dir/,STOPPED} 2024-11-13T19:05:54,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:05:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:05:54,533 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 202) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39695 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35997 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39695 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35997 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2677 (was 2714) 2024-11-13T19:05:54,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=2677 2024-11-13T19:05:54,551 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T19:05:54,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.log.dir so I do NOT create it in target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5 2024-11-13T19:05:54,552 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:05:54,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.tmp.dir so I do NOT create it in target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5 2024-11-13T19:05:54,552 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38e03d24-d381-41fe-e19a-6f1d03746548/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:05:54,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5 2024-11-13T19:05:54,552 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/cluster_1c57d86c-4491-9245-c5ae-deb22d18f731, deleteOnExit=true 2024-11-13T19:05:54,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/cluster_1c57d86c-4491-9245-c5ae-deb22d18f731/zookeeper_0, clientPort=62688, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/cluster_1c57d86c-4491-9245-c5ae-deb22d18f731/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/cluster_1c57d86c-4491-9245-c5ae-deb22d18f731/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:05:54,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62688 2024-11-13T19:05:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:05:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:05:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/test.cache.data in system properties and HBase conf 2024-11-13T19:05:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:05:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:05:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:05:54,556 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:05:54,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:05:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e027780005, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:05:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e027780002, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:05:54,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e027780005, quorum=127.0.0.1:60625, baseZNode=/1-882523790 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:05:54,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e027780002, quorum=127.0.0.1:60625, baseZNode=/0-701838892 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:05:54,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:54,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:54,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:54,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:54,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:05:54,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:54,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bbda6c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:54,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ce6e6bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:54,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@744f5207{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/java.io.tmpdir/jetty-localhost-34037-hadoop-hdfs-3_4_1-tests_jar-_-any-5113333104885590207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:54,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2647a766{HTTP/1.1, (http/1.1)}{localhost:34037} 2024-11-13T19:05:54,892 INFO [Time-limited test {}] server.Server(415): Started @194053ms 2024-11-13T19:05:55,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:55,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:55,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:55,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:55,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:05:55,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1830912e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:55,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab5b5b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:55,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6460fb4c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/java.io.tmpdir/jetty-localhost-38633-hadoop-hdfs-3_4_1-tests_jar-_-any-9304697160482418889/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:05:55,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14300192{HTTP/1.1, (http/1.1)}{localhost:38633} 2024-11-13T19:05:55,138 INFO [Time-limited test {}] server.Server(415): Started @194299ms 2024-11-13T19:05:55,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:05:55,559 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/cluster_1c57d86c-4491-9245-c5ae-deb22d18f731/data/data1/current/BP-1774131394-172.17.0.2-1731524754569/current, will proceed with Du for space computation calculation, 2024-11-13T19:05:55,559 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/cluster_1c57d86c-4491-9245-c5ae-deb22d18f731/data/data2/current/BP-1774131394-172.17.0.2-1731524754569/current, will proceed with Du for space computation calculation, 2024-11-13T19:05:55,576 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:05:55,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc41f2bd80c7d3cd0 with lease ID 0xd988ea95836d94f9: Processing first storage report for DS-af6e2ad8-a697-4e71-a1e3-399503161ea1 from datanode DatanodeRegistration(127.0.0.1:33037, datanodeUuid=2c3ab2e6-cb14-4316-9e16-7c83fb8707e7, infoPort=44123, infoSecurePort=0, ipcPort=38435, storageInfo=lv=-57;cid=testClusterID;nsid=527333549;c=1731524754569) 2024-11-13T19:05:55,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc41f2bd80c7d3cd0 with lease ID 0xd988ea95836d94f9: from storage DS-af6e2ad8-a697-4e71-a1e3-399503161ea1 node DatanodeRegistration(127.0.0.1:33037, datanodeUuid=2c3ab2e6-cb14-4316-9e16-7c83fb8707e7, infoPort=44123, infoSecurePort=0, ipcPort=38435, storageInfo=lv=-57;cid=testClusterID;nsid=527333549;c=1731524754569), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:05:55,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc41f2bd80c7d3cd0 with lease ID 0xd988ea95836d94f9: Processing first storage report for DS-19c647a1-bcb9-4757-bfe3-8abfe07fb8dc from datanode DatanodeRegistration(127.0.0.1:33037, datanodeUuid=2c3ab2e6-cb14-4316-9e16-7c83fb8707e7, infoPort=44123, infoSecurePort=0, ipcPort=38435, storageInfo=lv=-57;cid=testClusterID;nsid=527333549;c=1731524754569) 2024-11-13T19:05:55,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc41f2bd80c7d3cd0 with lease ID 0xd988ea95836d94f9: from storage DS-19c647a1-bcb9-4757-bfe3-8abfe07fb8dc node DatanodeRegistration(127.0.0.1:33037, datanodeUuid=2c3ab2e6-cb14-4316-9e16-7c83fb8707e7, infoPort=44123, infoSecurePort=0, ipcPort=38435, storageInfo=lv=-57;cid=testClusterID;nsid=527333549;c=1731524754569), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:05:55,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5 2024-11-13T19:05:55,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:55,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:05:56,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663 with version=8 2024-11-13T19:05:56,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/hbase-staging 2024-11-13T19:05:56,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:56,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:56,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:56,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:56,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:56,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:56,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:05:56,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:56,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39455 2024-11-13T19:05:56,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39455 connecting to ZooKeeper ensemble=127.0.0.1:62688 2024-11-13T19:05:56,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394550x0, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:56,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39455-0x10136e09eef0000 connected 2024-11-13T19:05:56,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:56,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:56,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on znode that does not yet exist, /01630673143/running 2024-11-13T19:05:56,208 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663, hbase.cluster.distributed=false 2024-11-13T19:05:56,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on znode that does not yet exist, /01630673143/acl 2024-11-13T19:05:56,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39455 2024-11-13T19:05:56,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39455 2024-11-13T19:05:56,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39455 2024-11-13T19:05:56,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39455 2024-11-13T19:05:56,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39455 2024-11-13T19:05:56,226 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:05:56,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:56,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:56,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:05:56,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:05:56,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:05:56,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:05:56,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:05:56,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34747 2024-11-13T19:05:56,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34747 connecting to ZooKeeper ensemble=127.0.0.1:62688 2024-11-13T19:05:56,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:56,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:56,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347470x0, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:56,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347470x0, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on znode that does not yet exist, /01630673143/running 2024-11-13T19:05:56,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34747-0x10136e09eef0001 connected 2024-11-13T19:05:56,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:05:56,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:05:56,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on znode that does not yet exist, /01630673143/master 2024-11-13T19:05:56,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on znode that does not yet exist, /01630673143/acl 2024-11-13T19:05:56,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-13T19:05:56,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34747 2024-11-13T19:05:56,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34747 2024-11-13T19:05:56,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-13T19:05:56,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34747 2024-11-13T19:05:56,259 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:39455 2024-11-13T19:05:56,260 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01630673143/backup-masters/e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:05:56,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143/backup-masters 2024-11-13T19:05:56,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143/backup-masters 2024-11-13T19:05:56,267 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on existing znode=/01630673143/backup-masters/e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:05:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01630673143/master 2024-11-13T19:05:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:56,275 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on existing znode=/01630673143/master 2024-11-13T19:05:56,276 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01630673143/backup-masters/e4b56bc8c4b3,39455,1731524756069 from backup master directory 2024-11-13T19:05:56,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143/backup-masters 2024-11-13T19:05:56,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01630673143/backup-masters/e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:05:56,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143/backup-masters 2024-11-13T19:05:56,283 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:56,284 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:05:56,286 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/hbase.id] with ID: 009e0c70-4205-404d-bad0-3c82ecd8e303 2024-11-13T19:05:56,286 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/.tmp/hbase.id 2024-11-13T19:05:56,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:05:56,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:05:56,690 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/.tmp/hbase.id]:[hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/hbase.id] 2024-11-13T19:05:56,698 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:05:56,698 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:05:56,699 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:05:56,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:05:56,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:56,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:05:57,144 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:05:57,144 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:05:57,144 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:05:57,554 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store 2024-11-13T19:05:57,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:05:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:05:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:05:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:05:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:05:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:05:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:05:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:05:57,959 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:57,959 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:05:57,959 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:57,960 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:57,960 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:05:57,960 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:57,960 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:05:57,960 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524757959Disabling compacts and flushes for region at 1731524757959Disabling writes for close at 1731524757960 (+1 ms)Writing region close event to WAL at 1731524757960Closed at 1731524757960 2024-11-13T19:05:57,960 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/.initializing 2024-11-13T19:05:57,960 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/WALs/e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:05:57,961 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:57,963 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C39455%2C1731524756069, suffix=, logDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/WALs/e4b56bc8c4b3,39455,1731524756069, archiveDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/oldWALs, maxLogs=10 2024-11-13T19:05:57,978 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/WALs/e4b56bc8c4b3,39455,1731524756069/e4b56bc8c4b3%2C39455%2C1731524756069.1731524757963, exclude list is [], retry=0 2024-11-13T19:05:57,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33037,DS-af6e2ad8-a697-4e71-a1e3-399503161ea1,DISK] 2024-11-13T19:05:57,982 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/WALs/e4b56bc8c4b3,39455,1731524756069/e4b56bc8c4b3%2C39455%2C1731524756069.1731524757963 2024-11-13T19:05:57,982 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-13T19:05:57,982 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:57,982 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:57,982 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,982 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:05:57,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:57,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:57,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:05:57,985 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:05:57,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:57,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:57,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,986 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:57,986 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:05:57,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:05:57,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:57,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:57,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:05:57,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:57,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:05:57,987 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,988 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,988 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,989 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,989 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,989 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:57,990 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:05:57,992 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:57,992 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73915122, jitterRate=0.10142114758491516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:57,992 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524757982Initializing all the Stores at 1731524757983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524757983Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524757983Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524757983Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524757983Cleaning up temporary data from old regions at 1731524757989 (+6 ms)Region opened successfully at 1731524757992 (+3 ms) 2024-11-13T19:05:57,993 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:05:57,994 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f604fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:57,995 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:05:57,995 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:05:57,995 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:05:57,995 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:05:57,996 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:05:57,996 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:05:57,996 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:05:57,997 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:05:57,998 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Unable to get data of znode /01630673143/balancer because node does not exist (not necessarily an error) 2024-11-13T19:05:58,030 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01630673143/balancer already deleted, retry=false 2024-11-13T19:05:58,031 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:05:58,031 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Unable to get data of znode /01630673143/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:05:58,042 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01630673143/normalizer already deleted, retry=false 2024-11-13T19:05:58,042 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:05:58,043 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Unable to get data of znode /01630673143/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:05:58,050 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01630673143/switch/split already deleted, retry=false 2024-11-13T19:05:58,051 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Unable to get data of znode /01630673143/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:05:58,058 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01630673143/switch/merge already deleted, retry=false 2024-11-13T19:05:58,060 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Unable to get data of znode /01630673143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:05:58,067 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01630673143/snapshot-cleanup already deleted, retry=false 2024-11-13T19:05:58,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01630673143/running 2024-11-13T19:05:58,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01630673143/running 2024-11-13T19:05:58,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:58,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:58,075 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,39455,1731524756069, sessionid=0x10136e09eef0000, setting cluster-up flag (Was=false) 2024-11-13T19:05:58,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:58,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:58,117 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01630673143/flush-table-proc/acquired, /01630673143/flush-table-proc/reached, /01630673143/flush-table-proc/abort 2024-11-13T19:05:58,118 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:05:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:58,158 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01630673143/online-snapshot/acquired, /01630673143/online-snapshot/reached, /01630673143/online-snapshot/abort 2024-11-13T19:05:58,159 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:05:58,160 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:05:58,161 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:58,162 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:05:58,162 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:05:58,162 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,39455,1731524756069 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:05:58,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:58,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:58,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:58,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:05:58,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:05:58,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:58,163 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:58,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:05:58,165 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:58,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:05:58,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524788174 2024-11-13T19:05:58,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:05:58,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:05:58,176 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:05:58,176 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:05:58,176 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:05:58,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:05:58,178 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524758176,5,FailOnTimeoutGroup] 2024-11-13T19:05:58,179 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524758178,5,FailOnTimeoutGroup] 2024-11-13T19:05:58,179 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,179 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:05:58,179 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,179 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,249 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(746): ClusterId : 009e0c70-4205-404d-bad0-3c82ecd8e303 2024-11-13T19:05:58,249 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:05:58,259 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:05:58,259 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:05:58,267 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:05:58,268 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f935231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:05:58,278 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:34747 2024-11-13T19:05:58,278 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:05:58,278 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:05:58,278 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:05:58,278 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,39455,1731524756069 with port=34747, startcode=1731524756226 2024-11-13T19:05:58,278 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:05:58,280 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:05:58,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:58,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39455 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:58,281 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663 2024-11-13T19:05:58,281 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41283 2024-11-13T19:05:58,281 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:05:58,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143/rs 2024-11-13T19:05:58,292 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] zookeeper.ZKUtil(111): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on existing znode=/01630673143/rs/e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:58,292 WARN [RS:0;e4b56bc8c4b3:34747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:05:58,292 INFO [RS:0;e4b56bc8c4b3:34747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:58,292 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:58,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,34747,1731524756226] 2024-11-13T19:05:58,295 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:05:58,296 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:05:58,296 INFO [RS:0;e4b56bc8c4b3:34747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:05:58,296 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,296 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:05:58,297 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:05:58,297 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:58,297 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:05:58,297 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,297 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,297 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,297 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,297 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,297 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34747,1731524756226-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:58,310 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:05:58,310 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,34747,1731524756226-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,310 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,310 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.Replication(171): e4b56bc8c4b3,34747,1731524756226 started 2024-11-13T19:05:58,322 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:58,322 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,34747,1731524756226, RpcServer on e4b56bc8c4b3/172.17.0.2:34747, sessionid=0x10136e09eef0001 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,34747,1731524756226' 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01630673143/flush-table-proc/abort' 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01630673143/flush-table-proc/acquired' 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,34747,1731524756226' 2024-11-13T19:05:58,323 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01630673143/online-snapshot/abort' 2024-11-13T19:05:58,324 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01630673143/online-snapshot/acquired' 2024-11-13T19:05:58,324 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:05:58,324 INFO [RS:0;e4b56bc8c4b3:34747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:05:58,324 INFO [RS:0;e4b56bc8c4b3:34747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:05:58,424 INFO [RS:0;e4b56bc8c4b3:34747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:05:58,426 INFO [RS:0;e4b56bc8c4b3:34747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C34747%2C1731524756226, suffix=, logDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226, archiveDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/oldWALs, maxLogs=10 2024-11-13T19:05:58,438 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426, exclude list is [], retry=0 2024-11-13T19:05:58,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33037,DS-af6e2ad8-a697-4e71-a1e3-399503161ea1,DISK] 2024-11-13T19:05:58,442 INFO [RS:0;e4b56bc8c4b3:34747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 2024-11-13T19:05:58,442 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-13T19:05:58,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:05:58,578 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663 2024-11-13T19:05:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:05:58,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:58,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:58,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:58,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:58,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:58,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:58,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:58,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:58,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:58,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:58,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:58,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:58,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:58,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:58,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:58,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:58,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:58,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:58,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740 2024-11-13T19:05:58,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740 2024-11-13T19:05:58,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:58,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:58,991 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:58,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:58,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:05:58,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71187894, jitterRate=0.060782283544540405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:58,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524758984Initializing all the Stores at 1731524758984Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524758984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524758985 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524758985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524758985Cleaning up temporary data from old regions at 1731524758991 (+6 ms)Region opened successfully at 1731524758994 (+3 ms) 2024-11-13T19:05:58,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:05:58,994 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:05:58,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:05:58,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:05:58,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:05:58,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:05:58,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524758994Disabling compacts and flushes for region at 1731524758994Disabling writes for close at 1731524758994Writing region close event to WAL at 1731524758994Closed at 1731524758994 2024-11-13T19:05:58,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:58,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:05:58,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:05:58,996 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:58,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:05:59,147 DEBUG [e4b56bc8c4b3:39455 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:05:59,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:59,148 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,34747,1731524756226, state=OPENING 2024-11-13T19:05:59,180 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:05:59,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:59,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:05:59,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:05:59,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01630673143/meta-region-server: CHANGED 2024-11-13T19:05:59,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01630673143/meta-region-server: CHANGED 2024-11-13T19:05:59,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,34747,1731524756226}] 2024-11-13T19:05:59,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:05:59,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:05:59,345 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:05:59,345 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:05:59,346 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:05:59,347 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C34747%2C1731524756226.meta, suffix=.meta, logDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226, archiveDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/oldWALs, maxLogs=10 2024-11-13T19:05:59,359 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.meta.1731524759347.meta, exclude list is [], retry=0 2024-11-13T19:05:59,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33037,DS-af6e2ad8-a697-4e71-a1e3-399503161ea1,DISK] 2024-11-13T19:05:59,364 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.meta.1731524759347.meta 2024-11-13T19:05:59,364 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-13T19:05:59,364 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:05:59,364 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:05:59,364 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:05:59,364 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:05:59,365 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:05:59,365 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:05:59,365 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:05:59,365 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:05:59,365 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:05:59,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:05:59,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:05:59,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:59,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:59,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:05:59,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:05:59,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:59,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:59,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:05:59,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:05:59,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:59,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:59,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:05:59,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:05:59,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:05:59,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:05:59,370 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:05:59,370 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740 2024-11-13T19:05:59,371 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740 2024-11-13T19:05:59,372 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:05:59,372 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:05:59,372 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:05:59,373 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:05:59,373 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73834536, jitterRate=0.10022032260894775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:05:59,374 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:05:59,374 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524759365Writing region info on filesystem at 1731524759365Initializing all the Stores at 1731524759366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524759366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524759366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524759366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524759366Cleaning up temporary data from old regions at 1731524759372 (+6 ms)Running coprocessor post-open hooks at 1731524759374 (+2 ms)Region opened successfully at 1731524759374 2024-11-13T19:05:59,375 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524759341 2024-11-13T19:05:59,377 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:05:59,377 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:05:59,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:59,378 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,34747,1731524756226, state=OPEN 2024-11-13T19:05:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01630673143/meta-region-server 2024-11-13T19:05:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01630673143/meta-region-server 2024-11-13T19:05:59,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01630673143/meta-region-server: CHANGED 2024-11-13T19:05:59,409 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:05:59,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01630673143/meta-region-server: CHANGED 2024-11-13T19:05:59,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:05:59,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,34747,1731524756226 in 220 msec 2024-11-13T19:05:59,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:05:59,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-13T19:05:59,412 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:05:59,412 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:05:59,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:59,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=-1] 2024-11-13T19:05:59,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:59,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:59,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-13T19:05:59,419 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524759419, completionTime=-1 2024-11-13T19:05:59,419 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:05:59,419 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:05:59,421 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:05:59,421 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524819421 2024-11-13T19:05:59,421 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524879421 2024-11-13T19:05:59,421 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:05:59,421 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39455,1731524756069-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:59,421 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39455,1731524756069-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:59,422 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39455,1731524756069-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:59,422 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:39455, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:59,422 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:59,422 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:59,423 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:05:59,424 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.140sec 2024-11-13T19:05:59,424 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:05:59,425 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:05:59,425 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:05:59,425 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:05:59,425 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:05:59,425 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39455,1731524756069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:05:59,425 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39455,1731524756069-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:05:59,426 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:05:59,427 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:05:59,427 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39455,1731524756069-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:05:59,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c4c7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:59,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39455,-1 for getting cluster id 2024-11-13T19:05:59,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:05:59,451 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009e0c70-4205-404d-bad0-3c82ecd8e303' 2024-11-13T19:05:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:05:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009e0c70-4205-404d-bad0-3c82ecd8e303" 2024-11-13T19:05:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bcabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39455,-1] 2024-11-13T19:05:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:05:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:05:59,453 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:05:59,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d549f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:05:59,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:05:59,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=-1] 2024-11-13T19:05:59,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:05:59,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:05:59,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:05:59,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62688 2024-11-13T19:05:59,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:05:59,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e09eef0002 connected 2024-11-13T19:05:59,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.log.dir so I do NOT create it in target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb 2024-11-13T19:05:59,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:05:59,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.tmp.dir so I do NOT create it in target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb 2024-11-13T19:05:59,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:05:59,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/cluster_a4ab453b-fe02-ca44-f289-fb773185963f, deleteOnExit=true 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/test.cache.data in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:05:59,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:05:59,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:05:59,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:59,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:59,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:59,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:59,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:05:59,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:59,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@627d41fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:59,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1339bf44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:05:59,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a09b4c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/java.io.tmpdir/jetty-localhost-41783-hadoop-hdfs-3_4_1-tests_jar-_-any-419941435531525623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:05:59,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a3ce3d1{HTTP/1.1, (http/1.1)}{localhost:41783} 2024-11-13T19:05:59,800 INFO [Time-limited test {}] server.Server(415): Started @198961ms 2024-11-13T19:05:59,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:05:59,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:05:59,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:05:59,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:05:59,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:05:59,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26817b66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:05:59,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3957662e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:06:00,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e1727af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/java.io.tmpdir/jetty-localhost-41043-hadoop-hdfs-3_4_1-tests_jar-_-any-6415469648611608481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:06:00,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b6f40f9{HTTP/1.1, (http/1.1)}{localhost:41043} 2024-11-13T19:06:00,062 INFO [Time-limited test {}] server.Server(415): Started @199223ms 2024-11-13T19:06:00,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:06:00,458 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/cluster_a4ab453b-fe02-ca44-f289-fb773185963f/data/data1/current/BP-1419904256-172.17.0.2-1731524759505/current, will proceed with Du for space computation calculation, 2024-11-13T19:06:00,458 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/cluster_a4ab453b-fe02-ca44-f289-fb773185963f/data/data2/current/BP-1419904256-172.17.0.2-1731524759505/current, will proceed with Du for space computation calculation, 2024-11-13T19:06:00,495 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:06:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f2d25a2369dd93 with lease ID 0xfa9f59fe00c2d1e3: Processing first storage report for DS-d73de35d-d2c5-4cc7-aa6c-93010635c9ad from datanode DatanodeRegistration(127.0.0.1:37699, datanodeUuid=406d3f8b-9d17-4576-8568-8162984bcfa0, infoPort=38773, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=434852612;c=1731524759505) 2024-11-13T19:06:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f2d25a2369dd93 with lease ID 0xfa9f59fe00c2d1e3: from storage DS-d73de35d-d2c5-4cc7-aa6c-93010635c9ad node DatanodeRegistration(127.0.0.1:37699, datanodeUuid=406d3f8b-9d17-4576-8568-8162984bcfa0, infoPort=38773, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=434852612;c=1731524759505), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:06:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f2d25a2369dd93 with lease ID 0xfa9f59fe00c2d1e3: Processing first storage report for DS-01a0a479-b241-46cf-8582-f1f931fa058c from datanode DatanodeRegistration(127.0.0.1:37699, datanodeUuid=406d3f8b-9d17-4576-8568-8162984bcfa0, infoPort=38773, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=434852612;c=1731524759505) 2024-11-13T19:06:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f2d25a2369dd93 with lease ID 0xfa9f59fe00c2d1e3: from storage DS-01a0a479-b241-46cf-8582-f1f931fa058c node DatanodeRegistration(127.0.0.1:37699, datanodeUuid=406d3f8b-9d17-4576-8568-8162984bcfa0, infoPort=38773, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=434852612;c=1731524759505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:06:00,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb 2024-11-13T19:06:00,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:00,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:00,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:06:01,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13 with version=8 2024-11-13T19:06:01,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/hbase-staging 2024-11-13T19:06:01,002 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:06:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:01,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:06:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:06:01,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:06:01,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:06:01,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44567 2024-11-13T19:06:01,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44567 connecting to ZooKeeper ensemble=127.0.0.1:62688 2024-11-13T19:06:01,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445670x0, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:01,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44567-0x10136e09eef0003 connected 2024-11-13T19:06:01,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:01,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:01,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on znode that does not yet exist, /1-661406403/running 2024-11-13T19:06:01,101 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13, hbase.cluster.distributed=false 2024-11-13T19:06:01,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on znode that does not yet exist, /1-661406403/acl 2024-11-13T19:06:01,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44567 2024-11-13T19:06:01,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44567 2024-11-13T19:06:01,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44567 2024-11-13T19:06:01,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44567 2024-11-13T19:06:01,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44567 2024-11-13T19:06:01,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:06:01,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:01,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:01,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:06:01,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:01,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:06:01,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:06:01,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:06:01,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44101 2024-11-13T19:06:01,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44101 connecting to ZooKeeper ensemble=127.0.0.1:62688 2024-11-13T19:06:01,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:01,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:01,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441010x0, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:01,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44101-0x10136e09eef0004 connected 2024-11-13T19:06:01,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on znode that does not yet exist, /1-661406403/running 2024-11-13T19:06:01,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:06:01,134 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:06:01,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on znode that does not yet exist, /1-661406403/master 2024-11-13T19:06:01,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on znode that does not yet exist, /1-661406403/acl 2024-11-13T19:06:01,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-13T19:06:01,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44101 2024-11-13T19:06:01,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44101 2024-11-13T19:06:01,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-13T19:06:01,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-13T19:06:01,152 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:44567 2024-11-13T19:06:01,152 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-661406403/backup-masters/e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403/backup-masters 2024-11-13T19:06:01,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403/backup-masters 2024-11-13T19:06:01,159 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on existing znode=/1-661406403/backup-masters/e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:01,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-661406403/master 2024-11-13T19:06:01,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:01,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:01,167 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on existing znode=/1-661406403/master 2024-11-13T19:06:01,167 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-661406403/backup-masters/e4b56bc8c4b3,44567,1731524761002 from backup master directory 2024-11-13T19:06:01,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403/backup-masters 2024-11-13T19:06:01,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-661406403/backup-masters/e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:01,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403/backup-masters 2024-11-13T19:06:01,175 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:06:01,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:01,178 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/hbase.id] with ID: 46d395ab-663f-42be-ac3d-e2161355fb2b 2024-11-13T19:06:01,178 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/.tmp/hbase.id 2024-11-13T19:06:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:06:01,585 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/.tmp/hbase.id]:[hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/hbase.id] 2024-11-13T19:06:01,593 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:01,593 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:06:01,594 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:06:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:01,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:06:02,036 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:02,036 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:06:02,037 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:02,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:06:02,442 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store 2024-11-13T19:06:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:06:02,847 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:02,848 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:06:02,848 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:02,848 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:02,848 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:06:02,848 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:02,848 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:02,848 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524762848Disabling compacts and flushes for region at 1731524762848Disabling writes for close at 1731524762848Writing region close event to WAL at 1731524762848Closed at 1731524762848 2024-11-13T19:06:02,848 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/.initializing 2024-11-13T19:06:02,849 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/WALs/e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:02,849 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:06:02,851 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C44567%2C1731524761002, suffix=, logDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/WALs/e4b56bc8c4b3,44567,1731524761002, archiveDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/oldWALs, maxLogs=10 2024-11-13T19:06:02,862 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/WALs/e4b56bc8c4b3,44567,1731524761002/e4b56bc8c4b3%2C44567%2C1731524761002.1731524762851, exclude list is [], retry=0 2024-11-13T19:06:02,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-d73de35d-d2c5-4cc7-aa6c-93010635c9ad,DISK] 2024-11-13T19:06:02,865 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/WALs/e4b56bc8c4b3,44567,1731524761002/e4b56bc8c4b3%2C44567%2C1731524761002.1731524762851 2024-11-13T19:06:02,866 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-13T19:06:02,866 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:02,866 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:02,866 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,866 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:06:02,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:02,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:02,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:06:02,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:02,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:02,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:06:02,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:02,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:02,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:06:02,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:02,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:02,872 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,873 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,873 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,874 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,874 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,875 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:02,876 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:02,877 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:02,878 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60452089, jitterRate=-0.09919367730617523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:02,878 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524762866Initializing all the Stores at 1731524762867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524762867Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524762867Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524762867Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524762867Cleaning up temporary data from old regions at 1731524762874 (+7 ms)Region opened successfully at 1731524762878 (+4 ms) 2024-11-13T19:06:02,878 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:06:02,881 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2528d050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:06:02,881 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:06:02,881 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:06:02,881 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:06:02,882 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:06:02,882 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:06:02,882 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:06:02,882 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:06:02,884 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:06:02,885 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Unable to get data of znode /1-661406403/balancer because node does not exist (not necessarily an error) 2024-11-13T19:06:02,922 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-661406403/balancer already deleted, retry=false 2024-11-13T19:06:02,922 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:06:02,923 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Unable to get data of znode /1-661406403/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:06:02,933 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-661406403/normalizer already deleted, retry=false 2024-11-13T19:06:02,933 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:06:02,934 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Unable to get data of znode /1-661406403/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:06:02,941 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-661406403/switch/split already deleted, retry=false 2024-11-13T19:06:02,942 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Unable to get data of znode /1-661406403/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:06:02,950 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-661406403/switch/merge already deleted, retry=false 2024-11-13T19:06:02,951 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Unable to get data of znode /1-661406403/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:06:02,958 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-661406403/snapshot-cleanup already deleted, retry=false 2024-11-13T19:06:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-661406403/running 2024-11-13T19:06:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-661406403/running 2024-11-13T19:06:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:02,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:02,967 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,44567,1731524761002, sessionid=0x10136e09eef0003, setting cluster-up flag (Was=false) 2024-11-13T19:06:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:03,008 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-661406403/flush-table-proc/acquired, /1-661406403/flush-table-proc/reached, /1-661406403/flush-table-proc/abort 2024-11-13T19:06:03,009 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:03,050 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-661406403/online-snapshot/acquired, /1-661406403/online-snapshot/reached, /1-661406403/online-snapshot/abort 2024-11-13T19:06:03,051 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:03,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:06:03,053 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:03,053 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:06:03,053 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:06:03,053 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,44567,1731524761002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:06:03,054 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:03,054 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:03,054 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:03,055 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:03,055 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:06:03,055 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,055 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:06:03,055 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,055 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524793055 2024-11-13T19:06:03,055 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:06:03,055 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:06:03,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:03,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:06:03,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:06:03,056 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524763056,5,FailOnTimeoutGroup] 2024-11-13T19:06:03,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:03,056 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524763056,5,FailOnTimeoutGroup] 2024-11-13T19:06:03,057 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:06:03,057 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:06:03,057 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,057 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:06:03,145 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(746): ClusterId : 46d395ab-663f-42be-ac3d-e2161355fb2b 2024-11-13T19:06:03,145 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:06:03,150 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:06:03,150 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:06:03,159 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:06:03,159 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492748b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:06:03,168 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:44101 2024-11-13T19:06:03,169 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:06:03,169 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:06:03,169 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:06:03,169 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,44567,1731524761002 with port=44101, startcode=1731524761120 2024-11-13T19:06:03,169 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:06:03,170 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:06:03,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:03,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44567 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:03,172 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13 2024-11-13T19:06:03,172 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38249 2024-11-13T19:06:03,172 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:06:03,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403/rs 2024-11-13T19:06:03,224 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] zookeeper.ZKUtil(111): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on existing znode=/1-661406403/rs/e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:03,224 WARN [RS:0;e4b56bc8c4b3:44101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:06:03,224 INFO [RS:0;e4b56bc8c4b3:44101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:03,224 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:03,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,44101,1731524761120] 2024-11-13T19:06:03,227 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:06:03,228 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:06:03,228 INFO [RS:0;e4b56bc8c4b3:44101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:06:03,228 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,228 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:06:03,229 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:06:03,229 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:06:03,229 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:06:03,229 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,230 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,230 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,230 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,230 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,230 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44101,1731524761120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:06:03,242 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:06:03,242 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44101,1731524761120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,242 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,242 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.Replication(171): e4b56bc8c4b3,44101,1731524761120 started 2024-11-13T19:06:03,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:06:03,253 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:03,253 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,44101,1731524761120, RpcServer on e4b56bc8c4b3/172.17.0.2:44101, sessionid=0x10136e09eef0004 2024-11-13T19:06:03,253 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:06:03,253 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:03,253 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,44101,1731524761120' 2024-11-13T19:06:03,254 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-661406403/flush-table-proc/abort' 2024-11-13T19:06:03,254 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-661406403/flush-table-proc/acquired' 2024-11-13T19:06:03,254 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:06:03,254 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:06:03,254 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:03,254 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,44101,1731524761120' 2024-11-13T19:06:03,254 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-661406403/online-snapshot/abort' 2024-11-13T19:06:03,255 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-661406403/online-snapshot/acquired' 2024-11-13T19:06:03,255 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:06:03,255 INFO [RS:0;e4b56bc8c4b3:44101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:06:03,255 INFO [RS:0;e4b56bc8c4b3:44101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:06:03,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:03,355 INFO [RS:0;e4b56bc8c4b3:44101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:06:03,357 INFO [RS:0;e4b56bc8c4b3:44101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C44101%2C1731524761120, suffix=, logDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120, archiveDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/oldWALs, maxLogs=10 2024-11-13T19:06:03,368 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357, exclude list is [], retry=0 2024-11-13T19:06:03,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-d73de35d-d2c5-4cc7-aa6c-93010635c9ad,DISK] 2024-11-13T19:06:03,371 INFO [RS:0;e4b56bc8c4b3:44101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 2024-11-13T19:06:03,372 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-13T19:06:03,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:06:03,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13 2024-11-13T19:06:03,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:06:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:03,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:06:03,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:06:03,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:03,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:03,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:06:03,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:06:03,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:03,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:03,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:06:03,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:06:03,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:03,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:03,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:06:03,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:06:03,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:03,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:03,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:06:03,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740 2024-11-13T19:06:03,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740 2024-11-13T19:06:03,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:06:03,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:06:03,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:03,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:06:03,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:03,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62208361, jitterRate=-0.07302318513393402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:03,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524763872Initializing all the Stores at 1731524763872Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524763872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524763872Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524763872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524763872Cleaning up temporary data from old regions at 1731524763879 (+7 ms)Region opened successfully at 1731524763882 (+3 ms) 2024-11-13T19:06:03,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:06:03,882 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:06:03,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:06:03,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:06:03,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:06:03,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:03,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524763882Disabling compacts and flushes for region at 1731524763882Disabling writes for close at 1731524763882Writing region close event to WAL at 1731524763882Closed at 1731524763882 2024-11-13T19:06:03,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:03,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:06:03,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:06:03,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:06:03,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:06:04,035 DEBUG [e4b56bc8c4b3:44567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:06:04,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:04,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,44101,1731524761120, state=OPENING 2024-11-13T19:06:04,080 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:06:04,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:04,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:04,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-661406403/meta-region-server: CHANGED 2024-11-13T19:06:04,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-661406403/meta-region-server: CHANGED 2024-11-13T19:06:04,089 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:06:04,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,44101,1731524761120}] 2024-11-13T19:06:04,241 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:04,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:06:04,246 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:06:04,246 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:04,246 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:06:04,247 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C44101%2C1731524761120.meta, suffix=.meta, logDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120, archiveDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/oldWALs, maxLogs=10 2024-11-13T19:06:04,259 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.meta.1731524764247.meta, exclude list is [], retry=0 2024-11-13T19:06:04,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-d73de35d-d2c5-4cc7-aa6c-93010635c9ad,DISK] 2024-11-13T19:06:04,262 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.meta.1731524764247.meta 2024-11-13T19:06:04,262 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-13T19:06:04,262 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:04,263 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:04,263 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:04,263 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:06:04,263 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:06:04,263 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:06:04,263 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:04,263 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:06:04,263 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:06:04,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:06:04,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:06:04,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:04,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:04,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:06:04,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:06:04,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:04,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:04,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:06:04,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:06:04,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:04,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:04,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:06:04,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:06:04,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:04,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:04,268 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:06:04,269 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740 2024-11-13T19:06:04,269 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740 2024-11-13T19:06:04,270 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:06:04,270 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:06:04,271 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:04,271 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:06:04,272 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70582311, jitterRate=0.05175839364528656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:04,272 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:06:04,272 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524764263Writing region info on filesystem at 1731524764263Initializing all the Stores at 1731524764264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524764264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524764264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524764264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524764264Cleaning up temporary data from old regions at 1731524764270 (+6 ms)Running coprocessor post-open hooks at 1731524764272 (+2 ms)Region opened successfully at 1731524764272 2024-11-13T19:06:04,273 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524764241 2024-11-13T19:06:04,274 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:06:04,274 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:06:04,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:04,275 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,44101,1731524761120, state=OPEN 2024-11-13T19:06:04,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-661406403/meta-region-server 2024-11-13T19:06:04,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-661406403/meta-region-server 2024-11-13T19:06:04,283 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:04,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-661406403/meta-region-server: CHANGED 2024-11-13T19:06:04,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-661406403/meta-region-server: CHANGED 2024-11-13T19:06:04,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:06:04,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,44101,1731524761120 in 194 msec 2024-11-13T19:06:04,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:06:04,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-13T19:06:04,287 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:04,287 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:06:04,288 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:04,288 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=-1] 2024-11-13T19:06:04,289 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:04,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:04,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-11-13T19:06:04,294 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524764294, completionTime=-1 2024-11-13T19:06:04,295 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:06:04,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:06:04,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524824297 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524884297 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44567,1731524761002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44567,1731524761002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44567,1731524761002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:44567, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:04,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:04,299 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:06:04,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.126sec 2024-11-13T19:06:04,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:06:04,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:06:04,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:06:04,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:06:04,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:06:04,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44567,1731524761002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:06:04,301 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44567,1731524761002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:06:04,303 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:06:04,303 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:06:04,303 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,44567,1731524761002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:04,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b06f168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:04,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,44567,-1 for getting cluster id 2024-11-13T19:06:04,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:04,347 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d395ab-663f-42be-ac3d-e2161355fb2b' 2024-11-13T19:06:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d395ab-663f-42be-ac3d-e2161355fb2b" 2024-11-13T19:06:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17055421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:04,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,44567,-1] 2024-11-13T19:06:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:04,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:04,348 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:04,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c2e82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:04,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:04,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=-1] 2024-11-13T19:06:04,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:04,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:04,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:04,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62688 2024-11-13T19:06:04,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:04,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e09eef0005 connected 2024-11-13T19:06:04,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:06:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4690807 2024-11-13T19:06:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:04,376 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:04,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:06:04,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:04,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:04,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:06:04,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:06:04,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d78359697dc9e1547ed4a5a90c84c9d, NAME => 'test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663 2024-11-13T19:06:04,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:06:04,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:04,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1d78359697dc9e1547ed4a5a90c84c9d, disabling compactions & flushes 2024-11-13T19:06:04,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:04,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:04,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. after waiting 0 ms 2024-11-13T19:06:04,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:04,392 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:04,392 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d78359697dc9e1547ed4a5a90c84c9d: Waiting for close lock at 1731524764392Disabling compacts and flushes for region at 1731524764392Disabling writes for close at 1731524764392Writing region close event to WAL at 1731524764392Closed at 1731524764392 2024-11-13T19:06:04,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:04,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524764393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524764393"}]},"ts":"1731524764393"} 2024-11-13T19:06:04,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:04,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:04,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524764396"}]},"ts":"1731524764396"} 2024-11-13T19:06:04,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:06:04,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d78359697dc9e1547ed4a5a90c84c9d, ASSIGN}] 2024-11-13T19:06:04,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1d78359697dc9e1547ed4a5a90c84c9d, ASSIGN 2024-11-13T19:06:04,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1d78359697dc9e1547ed4a5a90c84c9d, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,34747,1731524756226; forceNewPlan=false, retain=false 2024-11-13T19:06:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:04,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d78359697dc9e1547ed4a5a90c84c9d, regionState=OPENING, regionLocation=e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:06:04,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1d78359697dc9e1547ed4a5a90c84c9d, ASSIGN because future has completed 2024-11-13T19:06:04,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d78359697dc9e1547ed4a5a90c84c9d, server=e4b56bc8c4b3,34747,1731524756226}] 2024-11-13T19:06:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:04,707 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:04,708 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d78359697dc9e1547ed4a5a90c84c9d, NAME => 'test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:04,708 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:04,708 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:06:04,708 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,708 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:04,708 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,708 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,709 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,710 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d78359697dc9e1547ed4a5a90c84c9d columnFamilyName f 2024-11-13T19:06:04,710 DEBUG [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:04,711 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] regionserver.HStore(327): Store=1d78359697dc9e1547ed4a5a90c84c9d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:04,711 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,712 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d78359697dc9e1547ed4a5a90c84c9d columnFamilyName f1 2024-11-13T19:06:04,712 DEBUG [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:04,712 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] regionserver.HStore(327): Store=1d78359697dc9e1547ed4a5a90c84c9d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:04,712 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,713 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d78359697dc9e1547ed4a5a90c84c9d columnFamilyName norep 2024-11-13T19:06:04,713 DEBUG [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:04,713 INFO [StoreOpener-1d78359697dc9e1547ed4a5a90c84c9d-1 {}] regionserver.HStore(327): Store=1d78359697dc9e1547ed4a5a90c84c9d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:04,713 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,714 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,714 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,715 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,715 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,715 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:04,716 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,717 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:04,717 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d78359697dc9e1547ed4a5a90c84c9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70940926, jitterRate=0.05710217356681824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:04,717 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:04,718 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d78359697dc9e1547ed4a5a90c84c9d: Running coprocessor pre-open hook at 1731524764708Writing region info on filesystem at 1731524764708Initializing all the Stores at 1731524764709 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524764709Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524764709Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524764709Cleaning up temporary data from old regions at 1731524764715 (+6 ms)Running coprocessor post-open hooks at 1731524764718 (+3 ms)Region opened successfully at 1731524764718 2024-11-13T19:06:04,719 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d., pid=6, masterSystemTime=1731524764704 2024-11-13T19:06:04,720 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:04,720 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:04,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d78359697dc9e1547ed4a5a90c84c9d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:06:04,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d78359697dc9e1547ed4a5a90c84c9d, server=e4b56bc8c4b3,34747,1731524756226 because future has completed 2024-11-13T19:06:04,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:06:04,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d78359697dc9e1547ed4a5a90c84c9d, server=e4b56bc8c4b3,34747,1731524756226 in 170 msec 2024-11-13T19:06:04,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:06:04,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1d78359697dc9e1547ed4a5a90c84c9d, ASSIGN in 326 msec 2024-11-13T19:06:04,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:04,727 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524764727"}]},"ts":"1731524764727"} 2024-11-13T19:06:04,728 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:06:04,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:04,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 353 msec 2024-11-13T19:06:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:05,006 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:06:05,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38ece339 2024-11-13T19:06:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:05,008 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:05,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:06:05,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:05,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:05,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:06:05,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:05,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:06:05,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db0aefc90630d9b86e3cd7a96b061186, NAME => 'test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13 2024-11-13T19:06:05,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:06:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:05,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:05,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing db0aefc90630d9b86e3cd7a96b061186, disabling compactions & flushes 2024-11-13T19:06:05,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:05,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:05,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. after waiting 0 ms 2024-11-13T19:06:05,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:05,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:05,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for db0aefc90630d9b86e3cd7a96b061186: Waiting for close lock at 1731524765429Disabling compacts and flushes for region at 1731524765429Disabling writes for close at 1731524765429Writing region close event to WAL at 1731524765429Closed at 1731524765429 2024-11-13T19:06:05,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:05,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524765430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524765430"}]},"ts":"1731524765430"} 2024-11-13T19:06:05,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:05,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:05,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524765433"}]},"ts":"1731524765433"} 2024-11-13T19:06:05,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:06:05,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db0aefc90630d9b86e3cd7a96b061186, ASSIGN}] 2024-11-13T19:06:05,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db0aefc90630d9b86e3cd7a96b061186, ASSIGN 2024-11-13T19:06:05,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=db0aefc90630d9b86e3cd7a96b061186, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,44101,1731524761120; forceNewPlan=false, retain=false 2024-11-13T19:06:05,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db0aefc90630d9b86e3cd7a96b061186, regionState=OPENING, regionLocation=e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:05,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=db0aefc90630d9b86e3cd7a96b061186, ASSIGN because future has completed 2024-11-13T19:06:05,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0aefc90630d9b86e3cd7a96b061186, server=e4b56bc8c4b3,44101,1731524761120}] 2024-11-13T19:06:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:05,746 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:05,746 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db0aefc90630d9b86e3cd7a96b061186, NAME => 'test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:05,747 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:05,747 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:06:05,747 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,747 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:05,747 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,747 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,748 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,749 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0aefc90630d9b86e3cd7a96b061186 columnFamilyName f 2024-11-13T19:06:05,749 DEBUG [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:05,750 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] regionserver.HStore(327): Store=db0aefc90630d9b86e3cd7a96b061186/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:05,750 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,750 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0aefc90630d9b86e3cd7a96b061186 columnFamilyName f1 2024-11-13T19:06:05,750 DEBUG [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:05,751 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] regionserver.HStore(327): Store=db0aefc90630d9b86e3cd7a96b061186/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:05,751 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,751 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0aefc90630d9b86e3cd7a96b061186 columnFamilyName norep 2024-11-13T19:06:05,751 DEBUG [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:05,752 INFO [StoreOpener-db0aefc90630d9b86e3cd7a96b061186-1 {}] regionserver.HStore(327): Store=db0aefc90630d9b86e3cd7a96b061186/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:05,752 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,752 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,752 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,753 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,753 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,753 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:05,754 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,755 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:05,756 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db0aefc90630d9b86e3cd7a96b061186; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66406465, jitterRate=-0.0104665607213974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:05,756 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:05,756 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db0aefc90630d9b86e3cd7a96b061186: Running coprocessor pre-open hook at 1731524765747Writing region info on filesystem at 1731524765747Initializing all the Stores at 1731524765748 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524765748Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524765748Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524765748Cleaning up temporary data from old regions at 1731524765753 (+5 ms)Running coprocessor post-open hooks at 1731524765756 (+3 ms)Region opened successfully at 1731524765756 2024-11-13T19:06:05,757 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186., pid=6, masterSystemTime=1731524765741 2024-11-13T19:06:05,758 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:05,758 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:05,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db0aefc90630d9b86e3cd7a96b061186, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:05,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0aefc90630d9b86e3cd7a96b061186, server=e4b56bc8c4b3,44101,1731524761120 because future has completed 2024-11-13T19:06:05,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:06:05,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db0aefc90630d9b86e3cd7a96b061186, server=e4b56bc8c4b3,44101,1731524761120 in 172 msec 2024-11-13T19:06:05,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:06:05,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=db0aefc90630d9b86e3cd7a96b061186, ASSIGN in 329 msec 2024-11-13T19:06:05,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:05,765 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524765765"}]},"ts":"1731524765765"} 2024-11-13T19:06:05,766 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:06:05,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:05,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-13T19:06:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:06,146 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:06:06,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2602715b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39455,-1 for getting cluster id 2024-11-13T19:06:06,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:06,147 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009e0c70-4205-404d-bad0-3c82ecd8e303' 2024-11-13T19:06:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009e0c70-4205-404d-bad0-3c82ecd8e303" 2024-11-13T19:06:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7792e655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39455,-1] 2024-11-13T19:06:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:06,149 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:06,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797f128a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1355247a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,44567,-1 for getting cluster id 2024-11-13T19:06:06,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:06,150 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d395ab-663f-42be-ac3d-e2161355fb2b' 2024-11-13T19:06:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d395ab-663f-42be-ac3d-e2161355fb2b" 2024-11-13T19:06:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c33c894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,44567,-1] 2024-11-13T19:06:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:06,151 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769dfbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd5f040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39455,-1 for getting cluster id 2024-11-13T19:06:06,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:06,153 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009e0c70-4205-404d-bad0-3c82ecd8e303' 2024-11-13T19:06:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009e0c70-4205-404d-bad0-3c82ecd8e303" 2024-11-13T19:06:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef1d9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39455,-1] 2024-11-13T19:06:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:06,154 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf3178d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:06:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c65bb5c 2024-11-13T19:06:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:06,156 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:06,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:44567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:06:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:06:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:06,159 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:44567' 2024-11-13T19:06:06,159 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd743fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,160 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,44567,-1 for getting cluster id 2024-11-13T19:06:06,160 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:06,160 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d395ab-663f-42be-ac3d-e2161355fb2b' 2024-11-13T19:06:06,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:06,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d395ab-663f-42be-ac3d-e2161355fb2b" 2024-11-13T19:06:06,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4883d9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,44567,-1] 2024-11-13T19:06:06,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:06,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:06,161 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:06,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d49df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:06,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:06,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:06,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a87dea 2024-11-13T19:06:06,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:06,163 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:06,164 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:06:06,164 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:06:06,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:06,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:06,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:06,164 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:06,165 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:06:06,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:06,166 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:06,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:06,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:06:06,215 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:06:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:06,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ac13c22dd006aaa9ecfb48e0d3f47c8, NAME => 'hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663 2024-11-13T19:06:06,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:06:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:06,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:06,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6ac13c22dd006aaa9ecfb48e0d3f47c8, disabling compactions & flushes 2024-11-13T19:06:06,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:06,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:06,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. after waiting 0 ms 2024-11-13T19:06:06,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:06,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:06,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ac13c22dd006aaa9ecfb48e0d3f47c8: Waiting for close lock at 1731524766978Disabling compacts and flushes for region at 1731524766978Disabling writes for close at 1731524766978Writing region close event to WAL at 1731524766978Closed at 1731524766978 2024-11-13T19:06:06,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:06,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524766979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524766979"}]},"ts":"1731524766979"} 2024-11-13T19:06:06,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:06,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:06,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524766981"}]},"ts":"1731524766981"} 2024-11-13T19:06:06,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:06:06,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ac13c22dd006aaa9ecfb48e0d3f47c8, ASSIGN}] 2024-11-13T19:06:06,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ac13c22dd006aaa9ecfb48e0d3f47c8, ASSIGN 2024-11-13T19:06:06,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ac13c22dd006aaa9ecfb48e0d3f47c8, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,34747,1731524756226; forceNewPlan=false, retain=false 2024-11-13T19:06:07,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ac13c22dd006aaa9ecfb48e0d3f47c8, regionState=OPENING, regionLocation=e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:06:07,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ac13c22dd006aaa9ecfb48e0d3f47c8, ASSIGN because future has completed 2024-11-13T19:06:07,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ac13c22dd006aaa9ecfb48e0d3f47c8, server=e4b56bc8c4b3,34747,1731524756226}] 2024-11-13T19:06:07,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:07,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:07,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:06:07,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C34747%2C1731524756226.rep, suffix=, logDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226, archiveDir=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/oldWALs, maxLogs=10 2024-11-13T19:06:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:07,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.rep.1731524767294, exclude list is [], retry=0 2024-11-13T19:06:07,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33037,DS-af6e2ad8-a697-4e71-a1e3-399503161ea1,DISK] 2024-11-13T19:06:07,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.rep.1731524767294 2024-11-13T19:06:07,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44123:44123)] 2024-11-13T19:06:07,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ac13c22dd006aaa9ecfb48e0d3f47c8, NAME => 'hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:07,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:07,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:07,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. service=MultiRowMutationService 2024-11-13T19:06:07,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:06:07,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:07,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,310 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,311 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ac13c22dd006aaa9ecfb48e0d3f47c8 columnFamilyName hfileref 2024-11-13T19:06:07,311 DEBUG [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:07,311 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] regionserver.HStore(327): Store=6ac13c22dd006aaa9ecfb48e0d3f47c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:07,311 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,312 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ac13c22dd006aaa9ecfb48e0d3f47c8 columnFamilyName queue 2024-11-13T19:06:07,312 DEBUG [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:07,312 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] regionserver.HStore(327): Store=6ac13c22dd006aaa9ecfb48e0d3f47c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:07,312 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,313 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ac13c22dd006aaa9ecfb48e0d3f47c8 columnFamilyName sid 2024-11-13T19:06:07,313 DEBUG [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:07,313 INFO [StoreOpener-6ac13c22dd006aaa9ecfb48e0d3f47c8-1 {}] regionserver.HStore(327): Store=6ac13c22dd006aaa9ecfb48e0d3f47c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:07,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:07,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:07,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6ac13c22dd006aaa9ecfb48e0d3f47c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71940705, jitterRate=0.07200004160404205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:07,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:07,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6ac13c22dd006aaa9ecfb48e0d3f47c8: Running coprocessor pre-open hook at 1731524767309Writing region info on filesystem at 1731524767309Initializing all the Stores at 1731524767310 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524767310Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524767310Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524767310Cleaning up temporary data from old regions at 1731524767315 (+5 ms)Running coprocessor post-open hooks at 1731524767317 (+2 ms)Region opened successfully at 1731524767318 (+1 ms) 2024-11-13T19:06:07,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8., pid=10, masterSystemTime=1731524767288 2024-11-13T19:06:07,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:07,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:07,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ac13c22dd006aaa9ecfb48e0d3f47c8, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:06:07,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ac13c22dd006aaa9ecfb48e0d3f47c8, server=e4b56bc8c4b3,34747,1731524756226 because future has completed 2024-11-13T19:06:07,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:06:07,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ac13c22dd006aaa9ecfb48e0d3f47c8, server=e4b56bc8c4b3,34747,1731524756226 in 187 msec 2024-11-13T19:06:07,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:06:07,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ac13c22dd006aaa9ecfb48e0d3f47c8, ASSIGN in 342 msec 2024-11-13T19:06:07,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:07,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524767328"}]},"ts":"1731524767328"} 2024-11-13T19:06:07,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:06:07,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:07,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-13T19:06:07,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8., hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=2] 2024-11-13T19:06:07,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:06:07,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:06:07,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:06:07,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:06:07,592 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:06:07,617 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,34747,1731524756226, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:06:07,618 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:07,618 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=-1] 2024-11-13T19:06:07,618 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:07,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:07,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,34747,1731524756226', locateType=CURRENT is [region=hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8., hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=2] 2024-11-13T19:06:07,623 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:06:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:06:07,625 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,34747,1731524756226 suceeded 2024-11-13T19:06:07,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:06:07,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T19:06:07,627 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:44567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:06:07,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4700 sec 2024-11-13T19:06:07,641 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:44567' 2024-11-13T19:06:07,643 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@239adf93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:07,643 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,44567,-1 for getting cluster id 2024-11-13T19:06:07,643 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:07,644 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d395ab-663f-42be-ac3d-e2161355fb2b' 2024-11-13T19:06:07,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:07,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d395ab-663f-42be-ac3d-e2161355fb2b" 2024-11-13T19:06:07,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fe5ceb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:07,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,44567,-1] 2024-11-13T19:06:07,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:07,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:07,645 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:07,646 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d887ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:07,646 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:07,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:07,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7279f8 2024-11-13T19:06:07,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:07,647 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T19:06:07,648 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,34747,1731524756226 (queues=1) is replicating from cluster=009e0c70-4205-404d-bad0-3c82ecd8e303 to cluster=46d395ab-663f-42be-ac3d-e2161355fb2b 2024-11-13T19:06:07,648 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C34747%2C1731524756226 2024-11-13T19:06:07,648 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,34747,1731524756226, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:06:07,648 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C34747%2C1731524756226 2024-11-13T19:06:07,649 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426, startPosition=0, beingWritten=true 2024-11-13T19:06:07,653 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:07,653 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 379, reset compression=false 2024-11-13T19:06:07,653 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,34747,1731524756226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:07,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:06:07,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:06:07,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:06:07,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:06:07,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T19:06:07,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T19:06:07,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:07,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T19:06:07,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:06:07,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:06:07,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:06:07,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:06:07,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:06:07,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:06:07,857 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 379, reset compression=false 2024-11-13T19:06:08,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:08,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:08,006 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18213 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:08,160 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 379, reset compression=false 2024-11-13T19:06:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:08,306 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:06:08,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:08,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:08,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:08,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:08,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:08,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62056a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:08,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,44567,-1 for getting cluster id 2024-11-13T19:06:08,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:08,307 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d395ab-663f-42be-ac3d-e2161355fb2b' 2024-11-13T19:06:08,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:08,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d395ab-663f-42be-ac3d-e2161355fb2b" 2024-11-13T19:06:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62083171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,44567,-1] 2024-11-13T19:06:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:08,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:08,309 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:08,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7318f4b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:08,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9592910 2024-11-13T19:06:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:08,311 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:08,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:39455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:06:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:06:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:08,313 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:39455' 2024-11-13T19:06:08,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605bd990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:08,314 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39455,-1 for getting cluster id 2024-11-13T19:06:08,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:08,315 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009e0c70-4205-404d-bad0-3c82ecd8e303' 2024-11-13T19:06:08,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:08,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009e0c70-4205-404d-bad0-3c82ecd8e303" 2024-11-13T19:06:08,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8fb55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:08,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39455,-1] 2024-11-13T19:06:08,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:08,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:08,316 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:08,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d43bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:08,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:08,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:06:08,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d374414 2024-11-13T19:06:08,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:08,318 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:08,318 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:06:08,318 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:06:08,318 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:08,318 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:08,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:08,319 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:08,319 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:06:08,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:08,320 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:08,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:06:08,370 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:06:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:08,563 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 379, reset compression=false 2024-11-13T19:06:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:08,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6775a0607c9c5ff77eaab4c86147e5b7, NAME => 'hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13 2024-11-13T19:06:08,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:06:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:09,067 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 379, reset compression=false 2024-11-13T19:06:09,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:09,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6775a0607c9c5ff77eaab4c86147e5b7, disabling compactions & flushes 2024-11-13T19:06:09,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:09,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:09,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. after waiting 0 ms 2024-11-13T19:06:09,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:09,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:09,145 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6775a0607c9c5ff77eaab4c86147e5b7: Waiting for close lock at 1731524769145Disabling compacts and flushes for region at 1731524769145Disabling writes for close at 1731524769145Writing region close event to WAL at 1731524769145Closed at 1731524769145 2024-11-13T19:06:09,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:09,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524769146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524769146"}]},"ts":"1731524769146"} 2024-11-13T19:06:09,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:09,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:09,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524769148"}]},"ts":"1731524769148"} 2024-11-13T19:06:09,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:06:09,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6775a0607c9c5ff77eaab4c86147e5b7, ASSIGN}] 2024-11-13T19:06:09,151 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6775a0607c9c5ff77eaab4c86147e5b7, ASSIGN 2024-11-13T19:06:09,151 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6775a0607c9c5ff77eaab4c86147e5b7, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,44101,1731524761120; forceNewPlan=false, retain=false 2024-11-13T19:06:09,227 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:06:09,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6775a0607c9c5ff77eaab4c86147e5b7, regionState=OPENING, regionLocation=e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6775a0607c9c5ff77eaab4c86147e5b7, ASSIGN because future has completed 2024-11-13T19:06:09,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6775a0607c9c5ff77eaab4c86147e5b7, server=e4b56bc8c4b3,44101,1731524761120}] 2024-11-13T19:06:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:09,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:09,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:09,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:06:09,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C44101%2C1731524761120.rep, suffix=, logDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120, archiveDir=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/oldWALs, maxLogs=10 2024-11-13T19:06:09,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.rep.1731524769461, exclude list is [], retry=0 2024-11-13T19:06:09,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-d73de35d-d2c5-4cc7-aa6c-93010635c9ad,DISK] 2024-11-13T19:06:09,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.rep.1731524769461 2024-11-13T19:06:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-13T19:06:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6775a0607c9c5ff77eaab4c86147e5b7, NAME => 'hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:09,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. service=MultiRowMutationService 2024-11-13T19:06:09,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:06:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,476 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,478 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6775a0607c9c5ff77eaab4c86147e5b7 columnFamilyName hfileref 2024-11-13T19:06:09,478 DEBUG [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:09,478 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] regionserver.HStore(327): Store=6775a0607c9c5ff77eaab4c86147e5b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:09,478 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,479 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6775a0607c9c5ff77eaab4c86147e5b7 columnFamilyName queue 2024-11-13T19:06:09,479 DEBUG [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:09,479 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] regionserver.HStore(327): Store=6775a0607c9c5ff77eaab4c86147e5b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:09,479 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,480 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6775a0607c9c5ff77eaab4c86147e5b7 columnFamilyName sid 2024-11-13T19:06:09,480 DEBUG [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:09,481 INFO [StoreOpener-6775a0607c9c5ff77eaab4c86147e5b7-1 {}] regionserver.HStore(327): Store=6775a0607c9c5ff77eaab4c86147e5b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:09,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/replication/6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/replication/6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:09,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/replication/6775a0607c9c5ff77eaab4c86147e5b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:09,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6775a0607c9c5ff77eaab4c86147e5b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74616051, jitterRate=0.1118658035993576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:09,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6775a0607c9c5ff77eaab4c86147e5b7: Running coprocessor pre-open hook at 1731524769475Writing region info on filesystem at 1731524769475Initializing all the Stores at 1731524769476 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524769476Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524769476Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524769476Cleaning up temporary data from old regions at 1731524769482 (+6 ms)Running coprocessor post-open hooks at 1731524769486 (+4 ms)Region opened successfully at 1731524769486 2024-11-13T19:06:09,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7., pid=10, masterSystemTime=1731524769456 2024-11-13T19:06:09,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:09,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:09,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6775a0607c9c5ff77eaab4c86147e5b7, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:09,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6775a0607c9c5ff77eaab4c86147e5b7, server=e4b56bc8c4b3,44101,1731524761120 because future has completed 2024-11-13T19:06:09,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:06:09,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6775a0607c9c5ff77eaab4c86147e5b7, server=e4b56bc8c4b3,44101,1731524761120 in 187 msec 2024-11-13T19:06:09,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:06:09,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6775a0607c9c5ff77eaab4c86147e5b7, ASSIGN in 343 msec 2024-11-13T19:06:09,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:09,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524769495"}]},"ts":"1731524769495"} 2024-11-13T19:06:09,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:06:09,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:09,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-13T19:06:09,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7., hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=2] 2024-11-13T19:06:09,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:09,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:09,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:06:09,670 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 379, reset compression=false 2024-11-13T19:06:09,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:06:09,750 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:06:09,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:06:09,783 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,44101,1731524761120, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:06:09,783 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:09,783 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=-1] 2024-11-13T19:06:09,784 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:09,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:09,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,44101,1731524761120', locateType=CURRENT is [region=hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7., hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=2] 2024-11-13T19:06:09,788 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:06:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:06:09,790 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,44101,1731524761120 suceeded 2024-11-13T19:06:09,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:06:09,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-13T19:06:09,791 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:39455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:06:09,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-13T19:06:09,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,801 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:39455' 2024-11-13T19:06:09,802 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a119e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:09,802 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39455,-1 for getting cluster id 2024-11-13T19:06:09,802 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:09,803 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009e0c70-4205-404d-bad0-3c82ecd8e303' 2024-11-13T19:06:09,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:09,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009e0c70-4205-404d-bad0-3c82ecd8e303" 2024-11-13T19:06:09,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2a465d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:09,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39455,-1] 2024-11-13T19:06:09,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:09,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:09,805 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:09,805 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4206ef75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:09,805 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:09,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:06:09,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e6509a 2024-11-13T19:06:09,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:09,807 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T19:06:09,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,807 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,44101,1731524761120 (queues=1) is replicating from cluster=46d395ab-663f-42be-ac3d-e2161355fb2b to cluster=009e0c70-4205-404d-bad0-3c82ecd8e303 2024-11-13T19:06:09,807 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C44101%2C1731524761120 2024-11-13T19:06:09,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,807 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,44101,1731524761120, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:06:09,808 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C44101%2C1731524761120 2024-11-13T19:06:09,808 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357, startPosition=0, beingWritten=true 2024-11-13T19:06:09,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:09,812 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:09,812 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 379, reset compression=false 2024-11-13T19:06:09,812 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,44101,1731524761120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:10,015 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 379, reset compression=false 2024-11-13T19:06:10,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:06:10,319 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 379, reset compression=false 2024-11-13T19:06:10,374 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 379, reset compression=false 2024-11-13T19:06:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:10,456 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:06:10,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:10,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:10,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:10,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:10,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:10,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=-1] 2024-11-13T19:06:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:10,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:10,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d., hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=2] 2024-11-13T19:06:10,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:10,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=-1] 2024-11-13T19:06:10,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:10,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:10,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186., hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=2] 2024-11-13T19:06:10,467 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T19:06:10,723 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 379, reset compression=false 2024-11-13T19:06:11,177 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 379, reset compression=false 2024-11-13T19:06:11,182 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:11,182 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 480, reset compression=false 2024-11-13T19:06:11,182 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,34747,1731524756226 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d78359697dc9e1547ed4a5a90c84c9d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T19:06:11,184 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:11,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T19:06:11,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:11,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b12251a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:11,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,44567,-1 for getting cluster id 2024-11-13T19:06:11,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:11,188 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46d395ab-663f-42be-ac3d-e2161355fb2b' 2024-11-13T19:06:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46d395ab-663f-42be-ac3d-e2161355fb2b" 2024-11-13T19:06:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11cc6564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,44567,-1] 2024-11-13T19:06:11,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:11,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:11,189 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:11,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@201142df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:11,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:11,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=-1] 2024-11-13T19:06:11,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:11,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186., hostname=e4b56bc8c4b3,44101,1731524761120, seqNum=2] 2024-11-13T19:06:11,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:11,227 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 379, reset compression=false 2024-11-13T19:06:11,231 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:11,231 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 502, reset compression=false 2024-11-13T19:06:11,231 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,44101,1731524761120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357, lastWalPosition=502, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:11,387 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 480, reset compression=false 2024-11-13T19:06:11,435 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 502, reset compression=false 2024-11-13T19:06:11,471 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T19:06:11,474 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T19:06:11,691 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 480, reset compression=false 2024-11-13T19:06:11,738 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 502, reset compression=false 2024-11-13T19:06:11,742 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:11,742 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 606, reset compression=false 2024-11-13T19:06:11,742 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,44101,1731524761120 got entry batch from reader: WALEntryBatch [walEntries=[{test/db0aefc90630d9b86e3cd7a96b061186/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357, lastWalPosition=606, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:06:11,745 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:11,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T19:06:11,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:11,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@657c3588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:11,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39455,-1 for getting cluster id 2024-11-13T19:06:11,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:11,747 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '009e0c70-4205-404d-bad0-3c82ecd8e303' 2024-11-13T19:06:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "009e0c70-4205-404d-bad0-3c82ecd8e303" 2024-11-13T19:06:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d0cdfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:11,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39455,-1] 2024-11-13T19:06:11,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:11,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:11,748 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:11,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1076f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:11,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:11,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=-1] 2024-11-13T19:06:11,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:11,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:11,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d., hostname=e4b56bc8c4b3,34747,1731524756226, seqNum=2] 2024-11-13T19:06:11,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:11,946 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 606, reset compression=false 2024-11-13T19:06:12,095 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 480, reset compression=false 2024-11-13T19:06:12,099 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:12,099 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 607, reset compression=false 2024-11-13T19:06:12,099 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,34747,1731524756226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:12,249 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 606, reset compression=false 2024-11-13T19:06:12,302 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 607, reset compression=false 2024-11-13T19:06:12,476 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T19:06:12,481 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T19:06:12,606 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 607, reset compression=false 2024-11-13T19:06:12,611 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:12,611 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 763, reset compression=false 2024-11-13T19:06:12,611 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,34747,1731524756226 got entry batch from reader: WALEntryBatch [walEntries=[{test/1d78359697dc9e1547ed4a5a90c84c9d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T19:06:12,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:12,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:12,653 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 606, reset compression=false 2024-11-13T19:06:12,668 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:12,668 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 752, reset compression=false 2024-11-13T19:06:12,668 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,44101,1731524761120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357, lastWalPosition=752, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:12,815 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 763, reset compression=false 2024-11-13T19:06:12,871 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 752, reset compression=false 2024-11-13T19:06:13,119 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 763, reset compression=false 2024-11-13T19:06:13,175 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 752, reset compression=false 2024-11-13T19:06:13,483 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T19:06:13,486 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T19:06:13,522 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 763, reset compression=false 2024-11-13T19:06:13,579 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 752, reset compression=false 2024-11-13T19:06:13,584 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:13,584 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 911, reset compression=false 2024-11-13T19:06:13,584 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,44101,1731524761120 got entry batch from reader: WALEntryBatch [walEntries=[{test/db0aefc90630d9b86e3cd7a96b061186/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357, lastWalPosition=911, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:06:13,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:13,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34747 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:13,788 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 911, reset compression=false 2024-11-13T19:06:14,026 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 763, reset compression=false 2024-11-13T19:06:14,030 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:14,030 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:14,030 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,34747,1731524756226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:14,092 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 911, reset compression=false 2024-11-13T19:06:14,233 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:14,488 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T19:06:14,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:06:14,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:14,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:14,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:14,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:14,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:14,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:06:14,491 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311719728, stopped=false 2024-11-13T19:06:14,491 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,44567,1731524761002 2024-11-13T19:06:14,495 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 911, reset compression=false 2024-11-13T19:06:14,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-661406403/running 2024-11-13T19:06:14,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-661406403/running 2024-11-13T19:06:14,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:14,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:14,531 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:06:14,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:14,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:14,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:14,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on znode that does not yet exist, /1-661406403/running 2024-11-13T19:06:14,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Set watcher on znode that does not yet exist, /1-661406403/running 2024-11-13T19:06:14,531 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,44101,1731524761120' ***** 2024-11-13T19:06:14,531 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:06:14,532 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:44101. 2024-11-13T19:06:14,532 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db0aefc90630d9b86e3cd7a96b061186, disabling compactions & flushes 2024-11-13T19:06:14,532 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:14,532 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:14,532 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:14,532 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:14,532 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. after waiting 0 ms 2024-11-13T19:06:14,532 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:06:14,532 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db0aefc90630d9b86e3cd7a96b061186 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T19:06:14,532 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:06:14,533 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:06:14,533 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1325): Online Regions={db0aefc90630d9b86e3cd7a96b061186=test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186., 1588230740=hbase:meta,,1.1588230740, 6775a0607c9c5ff77eaab4c86147e5b7=hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7.} 2024-11-13T19:06:14,533 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:06:14,533 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6775a0607c9c5ff77eaab4c86147e5b7, db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:14,533 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:06:14,533 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:06:14,533 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:06:14,533 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:06:14,533 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:06:14,536 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:14,538 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:06:14,547 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/info/7bf62750935243f68a6834aa20fb568d is 147, key is hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7./info:regioninfo/1731524769488/Put/seqid=0 2024-11-13T19:06:14,549 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/f/98fb555a734c4321a7803e04c2454546 is 29, key is row1/f:/1731524773484/DeleteFamily/seqid=0 2024-11-13T19:06:14,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741840_1016 (size=7686) 2024-11-13T19:06:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741841_1017 (size=5118) 2024-11-13T19:06:14,733 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6775a0607c9c5ff77eaab4c86147e5b7, db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:14,933 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6775a0607c9c5ff77eaab4c86147e5b7, db0aefc90630d9b86e3cd7a96b061186 2024-11-13T19:06:14,939 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:14,951 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/info/7bf62750935243f68a6834aa20fb568d 2024-11-13T19:06:14,953 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/f/98fb555a734c4321a7803e04c2454546 2024-11-13T19:06:14,957 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98fb555a734c4321a7803e04c2454546 2024-11-13T19:06:14,971 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/ns/3239b7806813463eacf17d93ca8f29d2 is 43, key is default/ns:d/1731524764290/Put/seqid=0 2024-11-13T19:06:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:06:14,976 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/f1/b6050732dbd94d42a7b4f3a4f35b3702 is 30, key is row1/f1:/1731524773484/DeleteFamily/seqid=0 2024-11-13T19:06:14,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:06:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741843_1019 (size=5123) 2024-11-13T19:06:14,980 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/f1/b6050732dbd94d42a7b4f3a4f35b3702 2024-11-13T19:06:14,984 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6050732dbd94d42a7b4f3a4f35b3702 2024-11-13T19:06:14,996 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/norep/2f79fae41b3c4469ab9cdaf79eb91117 is 33, key is row1/norep:/1731524773484/DeleteFamily/seqid=0 2024-11-13T19:06:14,998 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 911, reset compression=false 2024-11-13T19:06:14,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741844_1020 (size=5108) 2024-11-13T19:06:15,000 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/norep/2f79fae41b3c4469ab9cdaf79eb91117 2024-11-13T19:06:15,002 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:15,002 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 1158, reset compression=false 2024-11-13T19:06:15,002 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,44101,1731524761120 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357, lastWalPosition=1158, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:15,003 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,44101,1731524761120: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,44101,1731524761120, walGroup=e4b56bc8c4b3%2C44101%2C1731524761120, offset=e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357:1158, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:44101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:06:15,004 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:06:15,004 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f79fae41b3c4469ab9cdaf79eb91117 2024-11-13T19:06:15,004 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:06:15,005 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/f/98fb555a734c4321a7803e04c2454546 as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/f/98fb555a734c4321a7803e04c2454546 2024-11-13T19:06:15,005 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:06:15,005 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:06:15,005 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:06:15,006 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 605048624 }, "NonHeapMemoryUsage": { "committed": 193789952, "init": 7667712, "max": -1, "used": 190708656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:06:15,006 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:44567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:44567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:06:15,011 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98fb555a734c4321a7803e04c2454546 2024-11-13T19:06:15,011 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/f/98fb555a734c4321a7803e04c2454546, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T19:06:15,012 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/f1/b6050732dbd94d42a7b4f3a4f35b3702 as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/f1/b6050732dbd94d42a7b4f3a4f35b3702 2024-11-13T19:06:15,018 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6050732dbd94d42a7b4f3a4f35b3702 2024-11-13T19:06:15,018 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/f1/b6050732dbd94d42a7b4f3a4f35b3702, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T19:06:15,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,019 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/.tmp/norep/2f79fae41b3c4469ab9cdaf79eb91117 as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/norep/2f79fae41b3c4469ab9cdaf79eb91117 2024-11-13T19:06:15,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,024 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f79fae41b3c4469ab9cdaf79eb91117 2024-11-13T19:06:15,024 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/norep/2f79fae41b3c4469ab9cdaf79eb91117, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T19:06:15,025 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for db0aefc90630d9b86e3cd7a96b061186 in 493ms, sequenceid=8, compaction requested=false 2024-11-13T19:06:15,029 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/default/test/db0aefc90630d9b86e3cd7a96b061186/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:06:15,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:06:15,030 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db0aefc90630d9b86e3cd7a96b061186: Waiting for close lock at 1731524774532Running coprocessor pre-close hooks at 1731524774532Disabling compacts and flushes for region at 1731524774532Disabling writes for close at 1731524774532Obtaining lock to block concurrent updates at 1731524774532Preparing flush snapshotting stores in db0aefc90630d9b86e3cd7a96b061186 at 1731524774532Finished memstore snapshotting test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731524774533 (+1 ms)Flushing stores of test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. at 1731524774533Flushing db0aefc90630d9b86e3cd7a96b061186/f: creating writer at 1731524774533Flushing db0aefc90630d9b86e3cd7a96b061186/f: appending metadata at 1731524774548 (+15 ms)Flushing db0aefc90630d9b86e3cd7a96b061186/f: closing flushed file at 1731524774549 (+1 ms)Flushing db0aefc90630d9b86e3cd7a96b061186/f1: creating writer at 1731524774957 (+408 ms)Flushing db0aefc90630d9b86e3cd7a96b061186/f1: appending metadata at 1731524774976 (+19 ms)Flushing db0aefc90630d9b86e3cd7a96b061186/f1: closing flushed file at 1731524774976Flushing db0aefc90630d9b86e3cd7a96b061186/norep: creating writer at 1731524774984 (+8 ms)Flushing db0aefc90630d9b86e3cd7a96b061186/norep: appending metadata at 1731524774996 (+12 ms)Flushing db0aefc90630d9b86e3cd7a96b061186/norep: closing flushed file at 1731524774996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a10fd53: reopening flushed file at 1731524775004 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167d42: reopening flushed file at 1731524775012 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b3dabf: reopening flushed file at 1731524775018 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for db0aefc90630d9b86e3cd7a96b061186 in 493ms, sequenceid=8, compaction requested=false at 1731524775025 (+7 ms)Writing region close event to WAL at 1731524775026 (+1 ms)Running coprocessor post-close hooks at 1731524775030 (+4 ms)Closed at 1731524775030 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186. 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6775a0607c9c5ff77eaab4c86147e5b7, disabling compactions & flushes 2024-11-13T19:06:15,030 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. after waiting 0 ms 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6775a0607c9c5ff77eaab4c86147e5b7: Waiting for close lock at 1731524775030Running coprocessor pre-close hooks at 1731524775030Disabling compacts and flushes for region at 1731524775030Disabling writes for close at 1731524775030Failed flush hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7., putting online again at 1731524775030 2024-11-13T19:06:15,030 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:15,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:15,133 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:15,133 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6775a0607c9c5ff77eaab4c86147e5b7 2024-11-13T19:06:15,133 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6775a0607c9c5ff77eaab4c86147e5b7, disabling compactions & flushes 2024-11-13T19:06:15,133 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:15,134 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:15,134 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. after waiting 0 ms 2024-11-13T19:06:15,134 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:15,134 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6775a0607c9c5ff77eaab4c86147e5b7: Waiting for close lock at 1731524775133Running coprocessor pre-close hooks at 1731524775133Disabling compacts and flushes for region at 1731524775133Disabling writes for close at 1731524775134 (+1 ms)Failed flush hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7., putting online again at 1731524775134 2024-11-13T19:06:15,134 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7. 2024-11-13T19:06:15,219 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 1158, reset compression=false 2024-11-13T19:06:15,224 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:15,224 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 1802, reset compression=false 2024-11-13T19:06:15,233 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:06:15,233 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:06:15,333 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:15,375 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/ns/3239b7806813463eacf17d93ca8f29d2 2024-11-13T19:06:15,398 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/rep_barrier/71b4cfcee3f14d8c830033a5b88b03ba is 112, key is test,,1731524765008.db0aefc90630d9b86e3cd7a96b061186./rep_barrier:seqnumDuringOpen/1731524765759/Put/seqid=0 2024-11-13T19:06:15,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741845_1021 (size=5518) 2024-11-13T19:06:15,427 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 1802, reset compression=false 2024-11-13T19:06:15,443 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:15,534 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:06:15,534 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6775a0607c9c5ff77eaab4c86147e5b7=hbase:replication,,1731524768319.6775a0607c9c5ff77eaab4c86147e5b7.} 2024-11-13T19:06:15,534 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:15,730 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 1802, reset compression=false 2024-11-13T19:06:15,734 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:15,802 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/rep_barrier/71b4cfcee3f14d8c830033a5b88b03ba 2024-11-13T19:06:15,818 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/table/cc89fa4820dc40c69a8f0be8ae42b7e1 is 53, key is hbase:replication/table:state/1731524769495/Put/seqid=0 2024-11-13T19:06:15,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:06:15,934 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:16,047 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:16,134 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.wal-reader.e4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.1731524763357 to pos 1802, reset compression=false 2024-11-13T19:06:16,134 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:16,222 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/table/cc89fa4820dc40c69a8f0be8ae42b7e1 2024-11-13T19:06:16,227 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/info/7bf62750935243f68a6834aa20fb568d as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/info/7bf62750935243f68a6834aa20fb568d 2024-11-13T19:06:16,231 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/info/7bf62750935243f68a6834aa20fb568d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:06:16,232 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/ns/3239b7806813463eacf17d93ca8f29d2 as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/ns/3239b7806813463eacf17d93ca8f29d2 2024-11-13T19:06:16,236 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/ns/3239b7806813463eacf17d93ca8f29d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:06:16,237 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/rep_barrier/71b4cfcee3f14d8c830033a5b88b03ba as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/rep_barrier/71b4cfcee3f14d8c830033a5b88b03ba 2024-11-13T19:06:16,240 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/rep_barrier/71b4cfcee3f14d8c830033a5b88b03ba, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:06:16,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/.tmp/table/cc89fa4820dc40c69a8f0be8ae42b7e1 as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/table/cc89fa4820dc40c69a8f0be8ae42b7e1 2024-11-13T19:06:16,244 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/table/cc89fa4820dc40c69a8f0be8ae42b7e1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:06:16,245 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-13T19:06:16,249 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:06:16,249 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:16,249 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:06:16,249 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:16,249 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524774533Running coprocessor pre-close hooks at 1731524774533Disabling compacts and flushes for region at 1731524774533Disabling writes for close at 1731524774533Obtaining lock to block concurrent updates at 1731524774533Preparing flush snapshotting stores in 1588230740 at 1731524774533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524774533Flushing stores of hbase:meta,,1.1588230740 at 1731524774533Flushing 1588230740/info: creating writer at 1731524774533Flushing 1588230740/info: appending metadata at 1731524774547 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731524774547Flushing 1588230740/ns: creating writer at 1731524774955 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731524774970 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731524774970Flushing 1588230740/rep_barrier: creating writer at 1731524775379 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524775397 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524775397Flushing 1588230740/table: creating writer at 1731524775805 (+408 ms)Flushing 1588230740/table: appending metadata at 1731524775818 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731524775818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ffd81f: reopening flushed file at 1731524776226 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421302f4: reopening flushed file at 1731524776231 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c642075: reopening flushed file at 1731524776236 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f39d20: reopening flushed file at 1731524776240 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731524776245 (+5 ms)Writing region close event to WAL at 1731524776246 (+1 ms)Running coprocessor post-close hooks at 1731524776249 (+3 ms)Closed at 1731524776249 2024-11-13T19:06:16,249 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:16,334 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:06:16,334 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,44101,1731524761120; all regions closed. 2024-11-13T19:06:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:06:16,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.meta.1731524764247.meta not finished, retry = 0 2024-11-13T19:06:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741839_1015 (size=1733) 2024-11-13T19:06:16,439 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/WALs/e4b56bc8c4b3,44101,1731524761120/e4b56bc8c4b3%2C44101%2C1731524761120.rep.1731524769461 not finished, retry = 0 2024-11-13T19:06:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741832_1008 (size=1810) 2024-11-13T19:06:16,542 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:16,542 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:06:16,542 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:06:16,542 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:06:16,542 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:06:16,542 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:06:16,542 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,44101,1731524761120 because: Region server is closing 2024-11-13T19:06:16,543 INFO [RS:0;e4b56bc8c4b3:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:44101. 2024-11-13T19:06:16,543 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:16,543 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:16,543 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:16,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:16,643 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,44101,1731524761120.replicationSource.shippere4b56bc8c4b3%2C44101%2C1731524761120,1-e4b56bc8c4b3,44101,1731524761120 terminated 2024-11-13T19:06:16,643 INFO [RS:0;e4b56bc8c4b3:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:44101. 2024-11-13T19:06:16,643 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:16,643 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:16,643 DEBUG [RS:0;e4b56bc8c4b3:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:16,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:16,644 INFO [RS:0;e4b56bc8c4b3:44101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44101 2024-11-13T19:06:16,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-661406403/rs/e4b56bc8c4b3,44101,1731524761120 2024-11-13T19:06:16,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403/rs 2024-11-13T19:06:16,680 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:06:16,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,44101,1731524761120] 2024-11-13T19:06:16,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-661406403/draining/e4b56bc8c4b3,44101,1731524761120 already deleted, retry=false 2024-11-13T19:06:16,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,44101,1731524761120 expired; onlineServers=0 2024-11-13T19:06:16,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,44567,1731524761002' ***** 2024-11-13T19:06:16,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:06:16,697 INFO [M:0;e4b56bc8c4b3:44567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:06:16,697 INFO [M:0;e4b56bc8c4b3:44567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:06:16,697 DEBUG [M:0;e4b56bc8c4b3:44567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:06:16,697 DEBUG [M:0;e4b56bc8c4b3:44567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:06:16,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:06:16,697 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524763056 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524763056,5,FailOnTimeoutGroup] 2024-11-13T19:06:16,697 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524763056 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524763056,5,FailOnTimeoutGroup] 2024-11-13T19:06:16,698 INFO [M:0;e4b56bc8c4b3:44567 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:06:16,698 INFO [M:0;e4b56bc8c4b3:44567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:06:16,698 DEBUG [M:0;e4b56bc8c4b3:44567 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:06:16,698 INFO [M:0;e4b56bc8c4b3:44567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:06:16,698 INFO [M:0;e4b56bc8c4b3:44567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:06:16,698 INFO [M:0;e4b56bc8c4b3:44567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:06:16,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:06:16,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-661406403/master 2024-11-13T19:06:16,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-661406403 2024-11-13T19:06:16,708 DEBUG [M:0;e4b56bc8c4b3:44567 {}] zookeeper.ZKUtil(347): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Unable to get data of znode /1-661406403/master because node does not exist (not an error) 2024-11-13T19:06:16,708 WARN [M:0;e4b56bc8c4b3:44567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:06:16,708 INFO [M:0;e4b56bc8c4b3:44567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/.lastflushedseqids 2024-11-13T19:06:16,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:06:16,750 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:16,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:16,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x10136e09eef0004, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:16,789 INFO [RS:0;e4b56bc8c4b3:44101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:06:16,789 INFO [RS:0;e4b56bc8c4b3:44101 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,44101,1731524761120; zookeeper connection closed. 2024-11-13T19:06:16,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bba057a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bba057a 2024-11-13T19:06:16,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:06:17,113 INFO [M:0;e4b56bc8c4b3:44567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:06:17,113 INFO [M:0;e4b56bc8c4b3:44567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:06:17,113 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:06:17,113 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:17,113 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:17,113 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:06:17,113 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:17,113 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T19:06:17,130 DEBUG [M:0;e4b56bc8c4b3:44567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50b7bf6859cd40ad80f10bed0b497569 is 82, key is hbase:meta,,1/info:regioninfo/1731524764274/Put/seqid=0 2024-11-13T19:06:17,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:06:17,535 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50b7bf6859cd40ad80f10bed0b497569 2024-11-13T19:06:17,553 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:17,556 DEBUG [M:0;e4b56bc8c4b3:44567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58e72dc64ada4e1a818ad19abb57b26d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524769497/Put/seqid=0 2024-11-13T19:06:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741849_1025 (size=8517) 2024-11-13T19:06:17,560 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58e72dc64ada4e1a818ad19abb57b26d 2024-11-13T19:06:17,580 DEBUG [M:0;e4b56bc8c4b3:44567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ec2a00b65d84de29ce74f2a2d8a8ebe is 69, key is e4b56bc8c4b3,44101,1731524761120/rs:state/1731524763171/Put/seqid=0 2024-11-13T19:06:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:06:17,984 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ec2a00b65d84de29ce74f2a2d8a8ebe 2024-11-13T19:06:17,989 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50b7bf6859cd40ad80f10bed0b497569 as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50b7bf6859cd40ad80f10bed0b497569 2024-11-13T19:06:17,993 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50b7bf6859cd40ad80f10bed0b497569, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:06:17,993 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58e72dc64ada4e1a818ad19abb57b26d as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58e72dc64ada4e1a818ad19abb57b26d 2024-11-13T19:06:17,997 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58e72dc64ada4e1a818ad19abb57b26d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:06:17,998 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ec2a00b65d84de29ce74f2a2d8a8ebe as hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ec2a00b65d84de29ce74f2a2d8a8ebe 2024-11-13T19:06:18,001 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38249/user/jenkins/test-data/b34a7352-12be-f695-fd12-88d59d8d3a13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ec2a00b65d84de29ce74f2a2d8a8ebe, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:06:18,002 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-13T19:06:18,006 INFO [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:18,006 DEBUG [M:0;e4b56bc8c4b3:44567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524777113Disabling compacts and flushes for region at 1731524777113Disabling writes for close at 1731524777113Obtaining lock to block concurrent updates at 1731524777113Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524777113Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731524777114 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524777114Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524777114Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524777130 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524777130Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524777539 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524777556 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524777556Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524777564 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524777579 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524777579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7a0b2e: reopening flushed file at 1731524777988 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dfac9b8: reopening flushed file at 1731524777993 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8c8ce4: reopening flushed file at 1731524777997 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1731524778002 (+5 ms)Writing region close event to WAL at 1731524778006 (+4 ms)Closed at 1731524778006 2024-11-13T19:06:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741830_1006 (size=63666) 2024-11-13T19:06:18,008 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:06:18,008 INFO [M:0;e4b56bc8c4b3:44567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:06:18,008 INFO [M:0;e4b56bc8c4b3:44567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44567 2024-11-13T19:06:18,008 INFO [M:0;e4b56bc8c4b3:44567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:06:18,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:18,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:18,116 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28324 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:18,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:18,147 INFO [M:0;e4b56bc8c4b3:44567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:06:18,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44567-0x10136e09eef0003, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:18,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e1727af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:06:18,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b6f40f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:06:18,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:06:18,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3957662e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:06:18,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26817b66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.log.dir/,STOPPED} 2024-11-13T19:06:18,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:06:18,182 WARN [BP-1419904256-172.17.0.2-1731524759505 heartbeating to localhost/127.0.0.1:38249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:06:18,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:06:18,182 WARN [BP-1419904256-172.17.0.2-1731524759505 heartbeating to localhost/127.0.0.1:38249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1419904256-172.17.0.2-1731524759505 (Datanode Uuid 406d3f8b-9d17-4576-8568-8162984bcfa0) service to localhost/127.0.0.1:38249 2024-11-13T19:06:18,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/cluster_a4ab453b-fe02-ca44-f289-fb773185963f/data/data1/current/BP-1419904256-172.17.0.2-1731524759505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:06:18,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/cluster_a4ab453b-fe02-ca44-f289-fb773185963f/data/data2/current/BP-1419904256-172.17.0.2-1731524759505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:06:18,183 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:06:18,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a09b4c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:06:18,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a3ce3d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:06:18,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:06:18,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1339bf44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:06:18,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@627d41fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.log.dir/,STOPPED} 2024-11-13T19:06:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:06:18,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:06:18,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:18,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:18,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:18,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:18,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:18,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:06:18,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=577211917, stopped=false 2024-11-13T19:06:18,208 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,39455,1731524756069 2024-11-13T19:06:18,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01630673143/running 2024-11-13T19:06:18,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01630673143/running 2024-11-13T19:06:18,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:06:18,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:06:18,222 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:06:18,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:18,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:18,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:18,223 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,34747,1731524756226' ***** 2024-11-13T19:06:18,223 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:06:18,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on znode that does not yet exist, /01630673143/running 2024-11-13T19:06:18,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Set watcher on znode that does not yet exist, /01630673143/running 2024-11-13T19:06:18,223 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:06:18,223 INFO [RS:0;e4b56bc8c4b3:34747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:06:18,223 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:06:18,223 INFO [RS:0;e4b56bc8c4b3:34747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:06:18,223 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:34747. 2024-11-13T19:06:18,224 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ac13c22dd006aaa9ecfb48e0d3f47c8, disabling compactions & flushes 2024-11-13T19:06:18,224 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:18,224 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:18,224 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:18,224 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:18,224 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. after waiting 0 ms 2024-11-13T19:06:18,224 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:06:18,224 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ac13c22dd006aaa9ecfb48e0d3f47c8 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:06:18,224 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:06:18,224 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1325): Online Regions={6ac13c22dd006aaa9ecfb48e0d3f47c8=hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8., 1588230740=hbase:meta,,1.1588230740, 1d78359697dc9e1547ed4a5a90c84c9d=test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d.} 2024-11-13T19:06:18,224 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d78359697dc9e1547ed4a5a90c84c9d, 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:18,224 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:06:18,224 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:06:18,224 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:06:18,224 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:06:18,224 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:06:18,224 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:06:18,237 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8/.tmp/queue/3f962d4248af4dcfb15cbf06a9586637 is 153, key is 1-e4b56bc8c4b3,34747,1731524756226/queue:e4b56bc8c4b3%2C34747%2C1731524756226/1731524774031/Put/seqid=0 2024-11-13T19:06:18,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741840_1016 (size=5352) 2024-11-13T19:06:18,241 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/info/69b6ba0e593e4d7c844c167257bebc5e is 147, key is hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8./info:regioninfo/1731524767320/Put/seqid=0 2024-11-13T19:06:18,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741841_1017 (size=7686) 2024-11-13T19:06:18,247 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/info/69b6ba0e593e4d7c844c167257bebc5e 2024-11-13T19:06:18,269 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/ns/87807baa835e4f61b29cbcc7b50e01f1 is 43, key is default/ns:d/1731524759415/Put/seqid=0 2024-11-13T19:06:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:06:18,314 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:06:18,375 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:06:18,375 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:06:18,424 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d78359697dc9e1547ed4a5a90c84c9d, 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:18,456 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:18,625 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d78359697dc9e1547ed4a5a90c84c9d, 6ac13c22dd006aaa9ecfb48e0d3f47c8 2024-11-13T19:06:18,642 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8/.tmp/queue/3f962d4248af4dcfb15cbf06a9586637 2024-11-13T19:06:18,645 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8/.tmp/queue/3f962d4248af4dcfb15cbf06a9586637 as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8/queue/3f962d4248af4dcfb15cbf06a9586637 2024-11-13T19:06:18,649 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8/queue/3f962d4248af4dcfb15cbf06a9586637, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T19:06:18,650 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6ac13c22dd006aaa9ecfb48e0d3f47c8 in 426ms, sequenceid=10, compaction requested=false 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/replication/6ac13c22dd006aaa9ecfb48e0d3f47c8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:06:18,654 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ac13c22dd006aaa9ecfb48e0d3f47c8: Waiting for close lock at 1731524778224Running coprocessor pre-close hooks at 1731524778224Disabling compacts and flushes for region at 1731524778224Disabling writes for close at 1731524778224Obtaining lock to block concurrent updates at 1731524778224Preparing flush snapshotting stores in 6ac13c22dd006aaa9ecfb48e0d3f47c8 at 1731524778224Finished memstore snapshotting hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731524778224Flushing stores of hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. at 1731524778225 (+1 ms)Flushing 6ac13c22dd006aaa9ecfb48e0d3f47c8/queue: creating writer at 1731524778225Flushing 6ac13c22dd006aaa9ecfb48e0d3f47c8/queue: appending metadata at 1731524778237 (+12 ms)Flushing 6ac13c22dd006aaa9ecfb48e0d3f47c8/queue: closing flushed file at 1731524778237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ed4157: reopening flushed file at 1731524778645 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6ac13c22dd006aaa9ecfb48e0d3f47c8 in 426ms, sequenceid=10, compaction requested=false at 1731524778650 (+5 ms)Writing region close event to WAL at 1731524778651 (+1 ms)Running coprocessor post-close hooks at 1731524778654 (+3 ms)Closed at 1731524778654 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524766164.6ac13c22dd006aaa9ecfb48e0d3f47c8. 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d78359697dc9e1547ed4a5a90c84c9d, disabling compactions & flushes 2024-11-13T19:06:18,654 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. after waiting 0 ms 2024-11-13T19:06:18,654 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:18,655 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d78359697dc9e1547ed4a5a90c84c9d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T19:06:18,667 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/f/d7467d1956b5406c91405553b691232d is 29, key is row1/f:/1731524773484/DeleteFamily/seqid=0 2024-11-13T19:06:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741843_1019 (size=5118) 2024-11-13T19:06:18,673 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/ns/87807baa835e4f61b29cbcc7b50e01f1 2024-11-13T19:06:18,689 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/rep_barrier/311a309ea66c47778d228c4b3d21c7c1 is 112, key is test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d./rep_barrier:seqnumDuringOpen/1731524764721/Put/seqid=0 2024-11-13T19:06:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741844_1020 (size=5518) 2024-11-13T19:06:18,825 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:19,025 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:19,071 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/f/d7467d1956b5406c91405553b691232d 2024-11-13T19:06:19,075 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7467d1956b5406c91405553b691232d 2024-11-13T19:06:19,087 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/f1/282f9c6abe1e40b295563e8d4d4c462e is 30, key is row1/f1:/1731524773484/DeleteFamily/seqid=0 2024-11-13T19:06:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741845_1021 (size=5123) 2024-11-13T19:06:19,092 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/rep_barrier/311a309ea66c47778d228c4b3d21c7c1 2024-11-13T19:06:19,107 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/table/fb57afb0d1f048db86517fc353e62cdc is 53, key is hbase:replication/table:state/1731524767328/Put/seqid=0 2024-11-13T19:06:19,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:06:19,225 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:06:19,225 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d78359697dc9e1547ed4a5a90c84c9d=test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d.} 2024-11-13T19:06:19,225 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:19,425 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d78359697dc9e1547ed4a5a90c84c9d 2024-11-13T19:06:19,459 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 912, reset compression=false 2024-11-13T19:06:19,463 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:19,463 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 1159, reset compression=false 2024-11-13T19:06:19,463 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,34747,1731524756226 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:19,464 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,34747,1731524756226: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,34747,1731524756226, walGroup=e4b56bc8c4b3%2C34747%2C1731524756226, offset=e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:34747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:06:19,466 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:06:19,466 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:06:19,466 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:06:19,466 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:06:19,466 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:06:19,466 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 678448944 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191563328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:06:19,467 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:39455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:39455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:06:19,490 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/f1/282f9c6abe1e40b295563e8d4d4c462e 2024-11-13T19:06:19,494 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 282f9c6abe1e40b295563e8d4d4c462e 2024-11-13T19:06:19,510 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/norep/40495558d60445798d756202d9f519dc is 32, key is row/norep:/1731524772479/DeleteFamily/seqid=0 2024-11-13T19:06:19,511 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/table/fb57afb0d1f048db86517fc353e62cdc 2024-11-13T19:06:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741847_1023 (size=5101) 2024-11-13T19:06:19,514 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/norep/40495558d60445798d756202d9f519dc 2024-11-13T19:06:19,515 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/info/69b6ba0e593e4d7c844c167257bebc5e as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/info/69b6ba0e593e4d7c844c167257bebc5e 2024-11-13T19:06:19,517 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40495558d60445798d756202d9f519dc 2024-11-13T19:06:19,518 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/f/d7467d1956b5406c91405553b691232d as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/f/d7467d1956b5406c91405553b691232d 2024-11-13T19:06:19,518 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/info/69b6ba0e593e4d7c844c167257bebc5e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:06:19,519 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/ns/87807baa835e4f61b29cbcc7b50e01f1 as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/ns/87807baa835e4f61b29cbcc7b50e01f1 2024-11-13T19:06:19,521 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7467d1956b5406c91405553b691232d 2024-11-13T19:06:19,521 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/f/d7467d1956b5406c91405553b691232d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T19:06:19,522 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/f1/282f9c6abe1e40b295563e8d4d4c462e as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/f1/282f9c6abe1e40b295563e8d4d4c462e 2024-11-13T19:06:19,523 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/ns/87807baa835e4f61b29cbcc7b50e01f1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:06:19,523 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/rep_barrier/311a309ea66c47778d228c4b3d21c7c1 as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/rep_barrier/311a309ea66c47778d228c4b3d21c7c1 2024-11-13T19:06:19,526 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 282f9c6abe1e40b295563e8d4d4c462e 2024-11-13T19:06:19,526 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/f1/282f9c6abe1e40b295563e8d4d4c462e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T19:06:19,526 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/.tmp/norep/40495558d60445798d756202d9f519dc as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/norep/40495558d60445798d756202d9f519dc 2024-11-13T19:06:19,526 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/rep_barrier/311a309ea66c47778d228c4b3d21c7c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:06:19,527 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/.tmp/table/fb57afb0d1f048db86517fc353e62cdc as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/table/fb57afb0d1f048db86517fc353e62cdc 2024-11-13T19:06:19,530 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40495558d60445798d756202d9f519dc 2024-11-13T19:06:19,530 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/norep/40495558d60445798d756202d9f519dc, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T19:06:19,530 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/table/fb57afb0d1f048db86517fc353e62cdc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:06:19,531 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1d78359697dc9e1547ed4a5a90c84c9d in 876ms, sequenceid=8, compaction requested=false 2024-11-13T19:06:19,531 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-13T19:06:19,531 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:06:19,539 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:06:19,539 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/data/default/test/1d78359697dc9e1547ed4a5a90c84c9d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:06:19,539 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:19,539 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:06:19,539 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:19,540 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:19,540 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:06:19,540 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524778224Running coprocessor pre-close hooks at 1731524778224Disabling compacts and flushes for region at 1731524778224Disabling writes for close at 1731524778224Obtaining lock to block concurrent updates at 1731524778224Preparing flush snapshotting stores in 1588230740 at 1731524778224Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524778225 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524778225Flushing 1588230740/info: creating writer at 1731524778225Flushing 1588230740/info: appending metadata at 1731524778241 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731524778241Flushing 1588230740/ns: creating writer at 1731524778252 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731524778268 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731524778269 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731524778676 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524778688 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524778688Flushing 1588230740/table: creating writer at 1731524779096 (+408 ms)Flushing 1588230740/table: appending metadata at 1731524779107 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731524779107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4eb716: reopening flushed file at 1731524779515 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d798b33: reopening flushed file at 1731524779518 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462e9f8c: reopening flushed file at 1731524779523 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131bde3c: reopening flushed file at 1731524779527 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731524779531 (+4 ms)Writing region close event to WAL at 1731524779536 (+5 ms)Running coprocessor post-close hooks at 1731524779539 (+3 ms)Closed at 1731524779539 2024-11-13T19:06:19,540 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:19,540 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d78359697dc9e1547ed4a5a90c84c9d: Waiting for close lock at 1731524778654Running coprocessor pre-close hooks at 1731524778654Disabling compacts and flushes for region at 1731524778654Disabling writes for close at 1731524778654Obtaining lock to block concurrent updates at 1731524778655 (+1 ms)Preparing flush snapshotting stores in 1d78359697dc9e1547ed4a5a90c84c9d at 1731524778655Finished memstore snapshotting test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731524778655Flushing stores of test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. at 1731524778655Flushing 1d78359697dc9e1547ed4a5a90c84c9d/f: creating writer at 1731524778655Flushing 1d78359697dc9e1547ed4a5a90c84c9d/f: appending metadata at 1731524778667 (+12 ms)Flushing 1d78359697dc9e1547ed4a5a90c84c9d/f: closing flushed file at 1731524778667Flushing 1d78359697dc9e1547ed4a5a90c84c9d/f1: creating writer at 1731524779075 (+408 ms)Flushing 1d78359697dc9e1547ed4a5a90c84c9d/f1: appending metadata at 1731524779086 (+11 ms)Flushing 1d78359697dc9e1547ed4a5a90c84c9d/f1: closing flushed file at 1731524779086Flushing 1d78359697dc9e1547ed4a5a90c84c9d/norep: creating writer at 1731524779494 (+408 ms)Flushing 1d78359697dc9e1547ed4a5a90c84c9d/norep: appending metadata at 1731524779510 (+16 ms)Flushing 1d78359697dc9e1547ed4a5a90c84c9d/norep: closing flushed file at 1731524779510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482858fc: reopening flushed file at 1731524779517 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6192fff1: reopening flushed file at 1731524779521 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf3a837: reopening flushed file at 1731524779526 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1d78359697dc9e1547ed4a5a90c84c9d in 876ms, sequenceid=8, compaction requested=false at 1731524779531 (+5 ms)Writing region close event to WAL at 1731524779537 (+6 ms)Running coprocessor post-close hooks at 1731524779539 (+2 ms)Closed at 1731524779540 (+1 ms) 2024-11-13T19:06:19,540 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:19,540 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524764376.1d78359697dc9e1547ed4a5a90c84c9d. 2024-11-13T19:06:19,625 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,34747,1731524756226; all regions closed. 2024-11-13T19:06:19,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:06:19,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.meta.1731524759347.meta not finished, retry = 0 2024-11-13T19:06:19,666 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 1159, reset compression=false 2024-11-13T19:06:19,670 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:19,670 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.wal-reader.e4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.1731524758426 to pos 1803, reset compression=false 2024-11-13T19:06:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741839_1015 (size=2676) 2024-11-13T19:06:19,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/WALs/e4b56bc8c4b3,34747,1731524756226/e4b56bc8c4b3%2C34747%2C1731524756226.rep.1731524767294 not finished, retry = 0 2024-11-13T19:06:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741832_1008 (size=1811) 2024-11-13T19:06:19,833 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:19,833 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:06:19,833 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:06:19,833 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:06:19,833 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:06:19,834 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:06:19,834 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,34747,1731524756226 because: Region server is closing 2024-11-13T19:06:19,834 INFO [RS:0;e4b56bc8c4b3:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:34747. 2024-11-13T19:06:19,834 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:19,834 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:19,834 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:19,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:19,934 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,34747,1731524756226.replicationSource.shippere4b56bc8c4b3%2C34747%2C1731524756226,1-e4b56bc8c4b3,34747,1731524756226 terminated 2024-11-13T19:06:19,934 INFO [RS:0;e4b56bc8c4b3:34747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:34747. 2024-11-13T19:06:19,935 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:19,935 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:19,935 DEBUG [RS:0;e4b56bc8c4b3:34747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:19,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:19,935 INFO [RS:0;e4b56bc8c4b3:34747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34747 2024-11-13T19:06:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01630673143/rs/e4b56bc8c4b3,34747,1731524756226 2024-11-13T19:06:19,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143/rs 2024-11-13T19:06:19,981 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:06:19,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,34747,1731524756226] 2024-11-13T19:06:19,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01630673143/draining/e4b56bc8c4b3,34747,1731524756226 already deleted, retry=false 2024-11-13T19:06:19,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,34747,1731524756226 expired; onlineServers=0 2024-11-13T19:06:19,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,39455,1731524756069' ***** 2024-11-13T19:06:19,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:06:19,999 INFO [M:0;e4b56bc8c4b3:39455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:06:19,999 INFO [M:0;e4b56bc8c4b3:39455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:06:19,999 DEBUG [M:0;e4b56bc8c4b3:39455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:06:20,000 DEBUG [M:0;e4b56bc8c4b3:39455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:06:20,000 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:06:20,000 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524758176 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524758176,5,FailOnTimeoutGroup] 2024-11-13T19:06:20,000 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524758178 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524758178,5,FailOnTimeoutGroup] 2024-11-13T19:06:20,000 INFO [M:0;e4b56bc8c4b3:39455 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:06:20,000 INFO [M:0;e4b56bc8c4b3:39455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:06:20,000 DEBUG [M:0;e4b56bc8c4b3:39455 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:06:20,000 INFO [M:0;e4b56bc8c4b3:39455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:06:20,000 INFO [M:0;e4b56bc8c4b3:39455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:06:20,000 INFO [M:0;e4b56bc8c4b3:39455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:06:20,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:06:20,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01630673143/master 2024-11-13T19:06:20,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01630673143 2024-11-13T19:06:20,008 DEBUG [M:0;e4b56bc8c4b3:39455 {}] zookeeper.ZKUtil(347): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Unable to get data of znode /01630673143/master because node does not exist (not an error) 2024-11-13T19:06:20,008 WARN [M:0;e4b56bc8c4b3:39455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:06:20,009 INFO [M:0;e4b56bc8c4b3:39455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/.lastflushedseqids 2024-11-13T19:06:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741848_1024 (size=245) 2024-11-13T19:06:20,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:20,091 INFO [RS:0;e4b56bc8c4b3:34747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:06:20,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34747-0x10136e09eef0001, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:20,091 INFO [RS:0;e4b56bc8c4b3:34747 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,34747,1731524756226; zookeeper connection closed. 2024-11-13T19:06:20,092 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e8bd372 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e8bd372 2024-11-13T19:06:20,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:06:20,413 INFO [M:0;e4b56bc8c4b3:39455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:06:20,413 INFO [M:0;e4b56bc8c4b3:39455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:06:20,413 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:06:20,413 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:20,413 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:20,413 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:06:20,413 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:20,413 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T19:06:20,427 DEBUG [M:0;e4b56bc8c4b3:39455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af837784721447caa237bef75e4f000f is 82, key is hbase:meta,,1/info:regioninfo/1731524759377/Put/seqid=0 2024-11-13T19:06:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741849_1025 (size=5672) 2024-11-13T19:06:20,532 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:06:20,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:20,830 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af837784721447caa237bef75e4f000f 2024-11-13T19:06:20,849 DEBUG [M:0;e4b56bc8c4b3:39455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d749e4e389b4441ae4f5a659a402fd0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524767331/Put/seqid=0 2024-11-13T19:06:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741850_1026 (size=8516) 2024-11-13T19:06:21,252 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d749e4e389b4441ae4f5a659a402fd0 2024-11-13T19:06:21,268 DEBUG [M:0;e4b56bc8c4b3:39455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac8819bb458047dfba75d2736aaddb64 is 69, key is e4b56bc8c4b3,34747,1731524756226/rs:state/1731524758280/Put/seqid=0 2024-11-13T19:06:21,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741851_1027 (size=5156) 2024-11-13T19:06:21,672 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac8819bb458047dfba75d2736aaddb64 2024-11-13T19:06:21,676 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af837784721447caa237bef75e4f000f as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af837784721447caa237bef75e4f000f 2024-11-13T19:06:21,680 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af837784721447caa237bef75e4f000f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:06:21,681 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d749e4e389b4441ae4f5a659a402fd0 as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d749e4e389b4441ae4f5a659a402fd0 2024-11-13T19:06:21,685 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d749e4e389b4441ae4f5a659a402fd0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:06:21,686 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac8819bb458047dfba75d2736aaddb64 as hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac8819bb458047dfba75d2736aaddb64 2024-11-13T19:06:21,689 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41283/user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac8819bb458047dfba75d2736aaddb64, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:06:21,690 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-13T19:06:21,694 INFO [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:21,694 DEBUG [M:0;e4b56bc8c4b3:39455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524780413Disabling compacts and flushes for region at 1731524780413Disabling writes for close at 1731524780413Obtaining lock to block concurrent updates at 1731524780413Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524780413Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731524780414 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524780414Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524780414Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524780427 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524780427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524780834 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524780848 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524780848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524781256 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524781268 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524781268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa86088: reopening flushed file at 1731524781675 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e608da: reopening flushed file at 1731524781680 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3639ca6a: reopening flushed file at 1731524781685 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731524781690 (+5 ms)Writing region close event to WAL at 1731524781694 (+4 ms)Closed at 1731524781694 2024-11-13T19:06:21,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/544a122d-ed74-dfca-3717-ae05b6b31663/MasterData/WALs/e4b56bc8c4b3,39455,1731524756069/e4b56bc8c4b3%2C39455%2C1731524756069.1731524757963 not finished, retry = 0 2024-11-13T19:06:21,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33037 is added to blk_1073741830_1006 (size=63654) 2024-11-13T19:06:21,796 INFO [M:0;e4b56bc8c4b3:39455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:06:21,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:06:21,796 INFO [M:0;e4b56bc8c4b3:39455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39455 2024-11-13T19:06:21,797 INFO [M:0;e4b56bc8c4b3:39455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:06:21,931 INFO [M:0;e4b56bc8c4b3:39455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:06:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:21,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39455-0x10136e09eef0000, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:21,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6460fb4c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:06:21,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14300192{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:06:21,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:06:21,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab5b5b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:06:21,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1830912e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.log.dir/,STOPPED} 2024-11-13T19:06:21,937 WARN [BP-1774131394-172.17.0.2-1731524754569 heartbeating to localhost/127.0.0.1:41283 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:06:21,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:06:21,937 WARN [BP-1774131394-172.17.0.2-1731524754569 heartbeating to localhost/127.0.0.1:41283 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1774131394-172.17.0.2-1731524754569 (Datanode Uuid 2c3ab2e6-cb14-4316-9e16-7c83fb8707e7) service to localhost/127.0.0.1:41283 2024-11-13T19:06:21,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:06:21,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/cluster_1c57d86c-4491-9245-c5ae-deb22d18f731/data/data1/current/BP-1774131394-172.17.0.2-1731524754569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:06:21,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/cluster_1c57d86c-4491-9245-c5ae-deb22d18f731/data/data2/current/BP-1774131394-172.17.0.2-1731524754569 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:06:21,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:06:21,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@744f5207{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:06:21,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2647a766{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:06:21,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:06:21,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ce6e6bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:06:21,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bbda6c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e816fa2-3300-c048-8ca2-45b5791f65b5/hadoop.log.dir/,STOPPED} 2024-11-13T19:06:21,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:06:21,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:06:21,976 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 241) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41283 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41283 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38249 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41283 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41283 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2658 (was 2677) 2024-11-13T19:06:21,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=2658 2024-11-13T19:06:21,997 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T19:06:21,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.log.dir so I do NOT create it in target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a 2024-11-13T19:06:21,997 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:06:21,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.tmp.dir so I do NOT create it in target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a 2024-11-13T19:06:21,997 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2909226-b12d-aff5-5fa2-cf0b484f6bcb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:06:21,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a 2024-11-13T19:06:21,997 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/cluster_3b579bbe-6ac3-4651-cf85-44e6e528376a, deleteOnExit=true 2024-11-13T19:06:21,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/cluster_3b579bbe-6ac3-4651-cf85-44e6e528376a/zookeeper_0, clientPort=57233, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/cluster_3b579bbe-6ac3-4651-cf85-44e6e528376a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/cluster_3b579bbe-6ac3-4651-cf85-44e6e528376a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:06:22,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57233 2024-11-13T19:06:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:06:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:06:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/test.cache.data in system properties and HBase conf 2024-11-13T19:06:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:06:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:06:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:06:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:06:22,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:06:22,000 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:06:22,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:06:22,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e09eef0002, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:06:22,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e09eef0005, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:06:22,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e09eef0002, quorum=127.0.0.1:62688, baseZNode=/01630673143 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:06:22,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e09eef0005, quorum=127.0.0.1:62688, baseZNode=/1-661406403 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:06:22,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:22,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:06:22,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:06:22,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:06:22,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:06:22,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:22,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c63a30f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:06:22,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f0c7515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:06:22,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1adb34ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/java.io.tmpdir/jetty-localhost-40807-hadoop-hdfs-3_4_1-tests_jar-_-any-10904598914408822931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:06:22,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15c0d26{HTTP/1.1, (http/1.1)}{localhost:40807} 2024-11-13T19:06:22,327 INFO [Time-limited test {}] server.Server(415): Started @221488ms 2024-11-13T19:06:22,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:22,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:06:22,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:06:22,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:06:22,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:06:22,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e79a64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:06:22,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79d7fbd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:06:22,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43e1b824{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/java.io.tmpdir/jetty-localhost-34993-hadoop-hdfs-3_4_1-tests_jar-_-any-17877998650505341113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:06:22,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a120f6f{HTTP/1.1, (http/1.1)}{localhost:34993} 2024-11-13T19:06:22,577 INFO [Time-limited test {}] server.Server(415): Started @221738ms 2024-11-13T19:06:22,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:06:22,978 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/cluster_3b579bbe-6ac3-4651-cf85-44e6e528376a/data/data2/current/BP-1565136349-172.17.0.2-1731524782014/current, will proceed with Du for space computation calculation, 2024-11-13T19:06:22,978 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/cluster_3b579bbe-6ac3-4651-cf85-44e6e528376a/data/data1/current/BP-1565136349-172.17.0.2-1731524782014/current, will proceed with Du for space computation calculation, 2024-11-13T19:06:22,993 WARN [Thread-2649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:06:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3212c81e308db0e with lease ID 0x84a1879071fe443f: Processing first storage report for DS-648859fa-9d22-416d-8119-15b5c77e3286 from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=1746c5f6-7309-41a2-a49e-08d724b9ba08, infoPort=37405, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=1091931932;c=1731524782014) 2024-11-13T19:06:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3212c81e308db0e with lease ID 0x84a1879071fe443f: from storage DS-648859fa-9d22-416d-8119-15b5c77e3286 node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=1746c5f6-7309-41a2-a49e-08d724b9ba08, infoPort=37405, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=1091931932;c=1731524782014), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:06:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3212c81e308db0e with lease ID 0x84a1879071fe443f: Processing first storage report for DS-749f89eb-3d64-4fe7-8250-77084193a64c from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=1746c5f6-7309-41a2-a49e-08d724b9ba08, infoPort=37405, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=1091931932;c=1731524782014) 2024-11-13T19:06:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3212c81e308db0e with lease ID 0x84a1879071fe443f: from storage DS-749f89eb-3d64-4fe7-8250-77084193a64c node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=1746c5f6-7309-41a2-a49e-08d724b9ba08, infoPort=37405, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=1091931932;c=1731524782014), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:06:22,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a 2024-11-13T19:06:22,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:23,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:06:23,409 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2 with version=8 2024-11-13T19:06:23,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/hbase-staging 2024-11-13T19:06:23,411 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:06:23,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:23,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:23,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:06:23,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:23,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:06:23,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:06:23,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:06:23,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35443 2024-11-13T19:06:23,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35443 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:23,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354430x0, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:23,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35443-0x10136e10a240000 connected 2024-11-13T19:06:23,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:23,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:23,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on znode that does not yet exist, /0965559836/running 2024-11-13T19:06:23,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2, hbase.cluster.distributed=false 2024-11-13T19:06:23,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on znode that does not yet exist, /0965559836/acl 2024-11-13T19:06:23,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-13T19:06:23,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35443 2024-11-13T19:06:23,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35443 2024-11-13T19:06:23,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-13T19:06:23,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-13T19:06:23,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:06:23,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:23,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:23,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:06:23,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:23,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:06:23,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:06:23,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:06:23,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39489 2024-11-13T19:06:23,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39489 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:23,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:23,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:23,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394890x0, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:23,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on znode that does not yet exist, /0965559836/running 2024-11-13T19:06:23,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39489-0x10136e10a240001 connected 2024-11-13T19:06:23,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:06:23,582 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:06:23,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on znode that does not yet exist, /0965559836/master 2024-11-13T19:06:23,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on znode that does not yet exist, /0965559836/acl 2024-11-13T19:06:23,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-13T19:06:23,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39489 2024-11-13T19:06:23,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39489 2024-11-13T19:06:23,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-13T19:06:23,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-13T19:06:23,600 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:35443 2024-11-13T19:06:23,600 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0965559836/backup-masters/e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:23,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836/backup-masters 2024-11-13T19:06:23,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836/backup-masters 2024-11-13T19:06:23,608 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on existing znode=/0965559836/backup-masters/e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0965559836/master 2024-11-13T19:06:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:23,616 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on existing znode=/0965559836/master 2024-11-13T19:06:23,616 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0965559836/backup-masters/e4b56bc8c4b3,35443,1731524783410 from backup master directory 2024-11-13T19:06:23,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0965559836/backup-masters/e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:23,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836/backup-masters 2024-11-13T19:06:23,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836/backup-masters 2024-11-13T19:06:23,624 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:06:23,624 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:23,627 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/hbase.id] with ID: 8d683920-29c5-40ba-b658-09619ee723ab 2024-11-13T19:06:23,627 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/.tmp/hbase.id 2024-11-13T19:06:23,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:06:24,031 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/.tmp/hbase.id]:[hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/hbase.id] 2024-11-13T19:06:24,039 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:24,039 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:06:24,040 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:06:24,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:24,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:24,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:06:24,487 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:24,487 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:06:24,488 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:06:24,896 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store 2024-11-13T19:06:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:06:25,303 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:25,303 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:06:25,303 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:25,303 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:25,303 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:06:25,303 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:25,303 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:25,304 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524785303Disabling compacts and flushes for region at 1731524785303Disabling writes for close at 1731524785303Writing region close event to WAL at 1731524785303Closed at 1731524785303 2024-11-13T19:06:25,304 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/.initializing 2024-11-13T19:06:25,304 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/WALs/e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:25,305 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:06:25,307 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C35443%2C1731524783410, suffix=, logDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/WALs/e4b56bc8c4b3,35443,1731524783410, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/oldWALs, maxLogs=10 2024-11-13T19:06:25,322 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/WALs/e4b56bc8c4b3,35443,1731524783410/e4b56bc8c4b3%2C35443%2C1731524783410.1731524785307, exclude list is [], retry=0 2024-11-13T19:06:25,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-648859fa-9d22-416d-8119-15b5c77e3286,DISK] 2024-11-13T19:06:25,325 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/WALs/e4b56bc8c4b3,35443,1731524783410/e4b56bc8c4b3%2C35443%2C1731524783410.1731524785307 2024-11-13T19:06:25,326 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37405:37405)] 2024-11-13T19:06:25,326 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:25,326 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:25,326 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,326 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:06:25,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:25,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:25,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:06:25,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:25,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:25,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:06:25,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:25,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:25,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:06:25,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:25,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:25,332 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,333 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,333 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,334 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,334 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,334 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:25,335 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:25,337 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:25,337 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64493829, jitterRate=-0.038967058062553406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:25,337 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524785326Initializing all the Stores at 1731524785327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524785327Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524785327Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524785327Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524785327Cleaning up temporary data from old regions at 1731524785334 (+7 ms)Region opened successfully at 1731524785337 (+3 ms) 2024-11-13T19:06:25,337 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:06:25,340 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f91d958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:06:25,341 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:06:25,341 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:06:25,341 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:06:25,341 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:06:25,341 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:06:25,342 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:06:25,342 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:06:25,343 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:06:25,344 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Unable to get data of znode /0965559836/balancer because node does not exist (not necessarily an error) 2024-11-13T19:06:25,391 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0965559836/balancer already deleted, retry=false 2024-11-13T19:06:25,391 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:06:25,392 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Unable to get data of znode /0965559836/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:06:25,399 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0965559836/normalizer already deleted, retry=false 2024-11-13T19:06:25,399 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:06:25,400 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Unable to get data of znode /0965559836/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:06:25,407 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0965559836/switch/split already deleted, retry=false 2024-11-13T19:06:25,408 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Unable to get data of znode /0965559836/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:06:25,416 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0965559836/switch/merge already deleted, retry=false 2024-11-13T19:06:25,417 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Unable to get data of znode /0965559836/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:06:25,424 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0965559836/snapshot-cleanup already deleted, retry=false 2024-11-13T19:06:25,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0965559836/running 2024-11-13T19:06:25,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0965559836/running 2024-11-13T19:06:25,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:25,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:25,433 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,35443,1731524783410, sessionid=0x10136e10a240000, setting cluster-up flag (Was=false) 2024-11-13T19:06:25,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:06:25,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:25,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,474 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0965559836/flush-table-proc/acquired, /0965559836/flush-table-proc/reached, /0965559836/flush-table-proc/abort 2024-11-13T19:06:25,475 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:25,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:25,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:25,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:25,516 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0965559836/online-snapshot/acquired, /0965559836/online-snapshot/reached, /0965559836/online-snapshot/abort 2024-11-13T19:06:25,517 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:25,517 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:06:25,519 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:25,519 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:06:25,519 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:06:25,519 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,35443,1731524783410 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:06:25,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:25,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:25,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:25,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:25,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:06:25,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:06:25,520 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524815521 2024-11-13T19:06:25,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:06:25,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:06:25,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:06:25,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:06:25,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:06:25,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:06:25,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:25,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:06:25,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:06:25,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:25,522 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524785522,5,FailOnTimeoutGroup] 2024-11-13T19:06:25,522 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524785522,5,FailOnTimeoutGroup] 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,522 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:06:25,592 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(746): ClusterId : 8d683920-29c5-40ba-b658-09619ee723ab 2024-11-13T19:06:25,592 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:06:25,600 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:06:25,600 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:06:25,608 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:06:25,608 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad6a2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:06:25,618 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:39489 2024-11-13T19:06:25,618 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:06:25,618 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:06:25,618 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:06:25,618 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,35443,1731524783410 with port=39489, startcode=1731524783566 2024-11-13T19:06:25,619 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:06:25,620 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:06:25,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:25,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35443 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:25,621 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2 2024-11-13T19:06:25,621 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33195 2024-11-13T19:06:25,621 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:06:25,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836/rs 2024-11-13T19:06:25,631 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] zookeeper.ZKUtil(111): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on existing znode=/0965559836/rs/e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:25,631 WARN [RS:0;e4b56bc8c4b3:39489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:06:25,631 INFO [RS:0;e4b56bc8c4b3:39489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:25,631 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:25,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,39489,1731524783566] 2024-11-13T19:06:25,633 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:06:25,635 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:06:25,635 INFO [RS:0;e4b56bc8c4b3:39489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:06:25,635 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,635 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:06:25,636 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:06:25,636 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:06:25,636 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:06:25,636 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,636 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,636 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,636 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,636 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,637 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39489,1731524783566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:06:25,648 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:06:25,649 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39489,1731524783566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,649 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,649 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.Replication(171): e4b56bc8c4b3,39489,1731524783566 started 2024-11-13T19:06:25,659 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:25,659 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,39489,1731524783566, RpcServer on e4b56bc8c4b3/172.17.0.2:39489, sessionid=0x10136e10a240001 2024-11-13T19:06:25,660 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:06:25,660 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:25,660 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,39489,1731524783566' 2024-11-13T19:06:25,660 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0965559836/flush-table-proc/abort' 2024-11-13T19:06:25,660 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0965559836/flush-table-proc/acquired' 2024-11-13T19:06:25,660 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:06:25,660 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:06:25,661 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:25,661 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,39489,1731524783566' 2024-11-13T19:06:25,661 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0965559836/online-snapshot/abort' 2024-11-13T19:06:25,661 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0965559836/online-snapshot/acquired' 2024-11-13T19:06:25,661 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:06:25,661 INFO [RS:0;e4b56bc8c4b3:39489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:06:25,661 INFO [RS:0;e4b56bc8c4b3:39489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:06:25,761 INFO [RS:0;e4b56bc8c4b3:39489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:06:25,762 INFO [RS:0;e4b56bc8c4b3:39489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C39489%2C1731524783566, suffix=, logDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/oldWALs, maxLogs=10 2024-11-13T19:06:25,778 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, exclude list is [], retry=0 2024-11-13T19:06:25,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-648859fa-9d22-416d-8119-15b5c77e3286,DISK] 2024-11-13T19:06:25,781 INFO [RS:0;e4b56bc8c4b3:39489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 2024-11-13T19:06:25,781 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37405:37405)] 2024-11-13T19:06:25,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:06:25,931 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2 2024-11-13T19:06:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:06:26,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:26,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:06:26,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:06:26,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:26,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:26,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:06:26,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:06:26,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:26,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:26,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:06:26,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:06:26,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:26,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:26,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:06:26,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:06:26,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:26,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:26,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:06:26,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740 2024-11-13T19:06:26,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740 2024-11-13T19:06:26,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:06:26,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:06:26,344 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:26,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:06:26,346 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:26,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72026561, jitterRate=0.07327939569950104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:26,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524786336Initializing all the Stores at 1731524786337 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524786337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524786337Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524786337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524786337Cleaning up temporary data from old regions at 1731524786343 (+6 ms)Region opened successfully at 1731524786347 (+4 ms) 2024-11-13T19:06:26,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:06:26,347 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:06:26,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:06:26,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:06:26,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:06:26,347 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:26,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524786347Disabling compacts and flushes for region at 1731524786347Disabling writes for close at 1731524786347Writing region close event to WAL at 1731524786347Closed at 1731524786347 2024-11-13T19:06:26,348 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:26,348 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:06:26,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:06:26,349 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:06:26,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:06:26,500 DEBUG [e4b56bc8c4b3:35443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:06:26,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:26,502 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,39489,1731524783566, state=OPENING 2024-11-13T19:06:26,541 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:06:26,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:26,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:26,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0965559836/meta-region-server: CHANGED 2024-11-13T19:06:26,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:06:26,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0965559836/meta-region-server: CHANGED 2024-11-13T19:06:26,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39489,1731524783566}] 2024-11-13T19:06:26,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:26,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:06:26,705 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:06:26,705 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:26,705 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:06:26,706 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C39489%2C1731524783566.meta, suffix=.meta, logDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/oldWALs, maxLogs=10 2024-11-13T19:06:26,717 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.meta.1731524786707.meta, exclude list is [], retry=0 2024-11-13T19:06:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-648859fa-9d22-416d-8119-15b5c77e3286,DISK] 2024-11-13T19:06:26,720 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.meta.1731524786707.meta 2024-11-13T19:06:26,720 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37405:37405)] 2024-11-13T19:06:26,720 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:26,721 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:26,721 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:26,721 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:06:26,721 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:06:26,721 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:06:26,721 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:26,721 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:06:26,721 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:06:26,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:06:26,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:06:26,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:26,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:26,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:06:26,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:06:26,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:26,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:26,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:06:26,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:06:26,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:26,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:26,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:06:26,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:06:26,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:26,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:26,726 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:06:26,726 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740 2024-11-13T19:06:26,727 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740 2024-11-13T19:06:26,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:06:26,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:06:26,728 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:26,729 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:06:26,729 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66367049, jitterRate=-0.011053904891014099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:26,729 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:06:26,730 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524786721Writing region info on filesystem at 1731524786721Initializing all the Stores at 1731524786722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524786722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524786722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524786722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524786722Cleaning up temporary data from old regions at 1731524786728 (+6 ms)Running coprocessor post-open hooks at 1731524786729 (+1 ms)Region opened successfully at 1731524786730 (+1 ms) 2024-11-13T19:06:26,731 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524786701 2024-11-13T19:06:26,732 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:06:26,733 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:06:26,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:26,734 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,39489,1731524783566, state=OPEN 2024-11-13T19:06:26,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0965559836/meta-region-server 2024-11-13T19:06:26,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0965559836/meta-region-server 2024-11-13T19:06:26,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:26,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0965559836/meta-region-server: CHANGED 2024-11-13T19:06:26,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0965559836/meta-region-server: CHANGED 2024-11-13T19:06:26,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:06:26,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39489,1731524783566 in 210 msec 2024-11-13T19:06:26,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:06:26,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-13T19:06:26,764 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:26,764 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:06:26,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:26,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=-1] 2024-11-13T19:06:26,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:26,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:26,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-13T19:06:26,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524786770, completionTime=-1 2024-11-13T19:06:26,770 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:06:26,770 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:06:26,771 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:06:26,771 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524846771 2024-11-13T19:06:26,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524906771 2024-11-13T19:06:26,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:06:26,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35443,1731524783410-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:26,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35443,1731524783410-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:26,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35443,1731524783410-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:26,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:35443, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:26,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:26,772 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:26,773 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:06:26,775 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.150sec 2024-11-13T19:06:26,775 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:06:26,775 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:06:26,775 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:06:26,775 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:06:26,775 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:06:26,775 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35443,1731524783410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:06:26,775 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35443,1731524783410-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:06:26,776 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:06:26,776 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:06:26,776 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,35443,1731524783410-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:26,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18500675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:26,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35443,-1 for getting cluster id 2024-11-13T19:06:26,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:26,794 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d683920-29c5-40ba-b658-09619ee723ab' 2024-11-13T19:06:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d683920-29c5-40ba-b658-09619ee723ab" 2024-11-13T19:06:26,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238a7712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:26,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35443,-1] 2024-11-13T19:06:26,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:26,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:26,795 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:26,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57649ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:26,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=-1] 2024-11-13T19:06:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:26,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:26,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:26,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:26,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:26,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e10a240002 connected 2024-11-13T19:06:26,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.log.dir so I do NOT create it in target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad 2024-11-13T19:06:26,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:06:26,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.tmp.dir so I do NOT create it in target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad 2024-11-13T19:06:26,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:06:26,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad 2024-11-13T19:06:26,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:06:26,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/cluster_9d6586fa-e294-2507-c9de-1d5916528f35, deleteOnExit=true 2024-11-13T19:06:26,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:06:26,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/test.cache.data in system properties and HBase conf 2024-11-13T19:06:26,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:06:26,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:06:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:06:26,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:06:27,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:27,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:06:27,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:06:27,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:06:27,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:06:27,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:27,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@213adfdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:06:27,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@145d472c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:06:27,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23a42ae1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/java.io.tmpdir/jetty-localhost-40779-hadoop-hdfs-3_4_1-tests_jar-_-any-1000378589351577899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:06:27,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a8eb2ed{HTTP/1.1, (http/1.1)}{localhost:40779} 2024-11-13T19:06:27,176 INFO [Time-limited test {}] server.Server(415): Started @226337ms 2024-11-13T19:06:27,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:27,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:06:27,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:06:27,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:06:27,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:06:27,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f1d00cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:06:27,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20cfe2fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:06:27,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d70848a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/java.io.tmpdir/jetty-localhost-38767-hadoop-hdfs-3_4_1-tests_jar-_-any-14788448709953216773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:06:27,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23d230fb{HTTP/1.1, (http/1.1)}{localhost:38767} 2024-11-13T19:06:27,432 INFO [Time-limited test {}] server.Server(415): Started @226593ms 2024-11-13T19:06:27,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:06:27,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:06:27,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:06:27,835 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/cluster_9d6586fa-e294-2507-c9de-1d5916528f35/data/data1/current/BP-454962665-172.17.0.2-1731524786841/current, will proceed with Du for space computation calculation, 2024-11-13T19:06:27,837 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/cluster_9d6586fa-e294-2507-c9de-1d5916528f35/data/data2/current/BP-454962665-172.17.0.2-1731524786841/current, will proceed with Du for space computation calculation, 2024-11-13T19:06:27,853 WARN [Thread-2770 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:06:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3abe18f38960259 with lease ID 0xcf8b46855f400aeb: Processing first storage report for DS-4c9fbc5f-dcb0-4dfb-b478-a3211b54cd03 from datanode DatanodeRegistration(127.0.0.1:44459, datanodeUuid=96e4ae97-503f-4270-8276-a96264152bd3, infoPort=37301, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=590048076;c=1731524786841) 2024-11-13T19:06:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3abe18f38960259 with lease ID 0xcf8b46855f400aeb: from storage DS-4c9fbc5f-dcb0-4dfb-b478-a3211b54cd03 node DatanodeRegistration(127.0.0.1:44459, datanodeUuid=96e4ae97-503f-4270-8276-a96264152bd3, infoPort=37301, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=590048076;c=1731524786841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:06:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3abe18f38960259 with lease ID 0xcf8b46855f400aeb: Processing first storage report for DS-d5974841-79bd-416b-b1e9-3ce0cea4a366 from datanode DatanodeRegistration(127.0.0.1:44459, datanodeUuid=96e4ae97-503f-4270-8276-a96264152bd3, infoPort=37301, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=590048076;c=1731524786841) 2024-11-13T19:06:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3abe18f38960259 with lease ID 0xcf8b46855f400aeb: from storage DS-d5974841-79bd-416b-b1e9-3ce0cea4a366 node DatanodeRegistration(127.0.0.1:44459, datanodeUuid=96e4ae97-503f-4270-8276-a96264152bd3, infoPort=37301, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=590048076;c=1731524786841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:06:27,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad 2024-11-13T19:06:27,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:27,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:06:28,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:28,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:28,206 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38414 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:28,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a with version=8 2024-11-13T19:06:28,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/hbase-staging 2024-11-13T19:06:28,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:06:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:28,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:06:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:28,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:06:28,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:06:28,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:06:28,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38847 2024-11-13T19:06:28,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38847 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:28,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388470x0, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:28,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38847-0x10136e10a240003 connected 2024-11-13T19:06:28,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:28,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:28,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on znode that does not yet exist, /11346717066/running 2024-11-13T19:06:28,385 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a, hbase.cluster.distributed=false 2024-11-13T19:06:28,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on znode that does not yet exist, /11346717066/acl 2024-11-13T19:06:28,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38847 2024-11-13T19:06:28,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38847 2024-11-13T19:06:28,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38847 2024-11-13T19:06:28,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38847 2024-11-13T19:06:28,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38847 2024-11-13T19:06:28,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:06:28,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:28,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:28,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:06:28,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:28,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:06:28,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:06:28,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:06:28,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40615 2024-11-13T19:06:28,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40615 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:28,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:28,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406150x0, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:28,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406150x0, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on znode that does not yet exist, /11346717066/running 2024-11-13T19:06:28,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40615-0x10136e10a240004 connected 2024-11-13T19:06:28,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:06:28,415 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:06:28,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on znode that does not yet exist, /11346717066/master 2024-11-13T19:06:28,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on znode that does not yet exist, /11346717066/acl 2024-11-13T19:06:28,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40615 2024-11-13T19:06:28,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40615 2024-11-13T19:06:28,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40615 2024-11-13T19:06:28,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40615 2024-11-13T19:06:28,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40615 2024-11-13T19:06:28,427 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:38847 2024-11-13T19:06:28,427 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11346717066/backup-masters/e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:28,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066/backup-masters 2024-11-13T19:06:28,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066/backup-masters 2024-11-13T19:06:28,433 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on existing znode=/11346717066/backup-masters/e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11346717066/master 2024-11-13T19:06:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:28,441 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on existing znode=/11346717066/master 2024-11-13T19:06:28,441 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11346717066/backup-masters/e4b56bc8c4b3,38847,1731524788272 from backup master directory 2024-11-13T19:06:28,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346717066/backup-masters/e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:28,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066/backup-masters 2024-11-13T19:06:28,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066/backup-masters 2024-11-13T19:06:28,449 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:06:28,449 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:28,452 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/hbase.id] with ID: b48c1ef6-2f7e-4fcf-9665-d14862a19f3a 2024-11-13T19:06:28,452 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/.tmp/hbase.id 2024-11-13T19:06:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:06:28,856 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/.tmp/hbase.id]:[hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/hbase.id] 2024-11-13T19:06:28,863 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:28,864 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:06:28,864 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:06:28,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:28,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:06:29,287 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:29,288 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:06:29,288 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:29,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:06:29,694 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store 2024-11-13T19:06:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:06:30,098 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:30,099 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:06:30,099 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:30,099 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:30,099 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:06:30,099 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:30,099 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:30,099 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524790099Disabling compacts and flushes for region at 1731524790099Disabling writes for close at 1731524790099Writing region close event to WAL at 1731524790099Closed at 1731524790099 2024-11-13T19:06:30,099 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/.initializing 2024-11-13T19:06:30,099 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/WALs/e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:30,100 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:06:30,101 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C38847%2C1731524788272, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/WALs/e4b56bc8c4b3,38847,1731524788272, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/oldWALs, maxLogs=10 2024-11-13T19:06:30,113 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/WALs/e4b56bc8c4b3,38847,1731524788272/e4b56bc8c4b3%2C38847%2C1731524788272.1731524790102, exclude list is [], retry=0 2024-11-13T19:06:30,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-4c9fbc5f-dcb0-4dfb-b478-a3211b54cd03,DISK] 2024-11-13T19:06:30,116 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/WALs/e4b56bc8c4b3,38847,1731524788272/e4b56bc8c4b3%2C38847%2C1731524788272.1731524790102 2024-11-13T19:06:30,116 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37301:37301)] 2024-11-13T19:06:30,116 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:30,116 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:30,116 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,116 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:06:30,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:30,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:06:30,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:30,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:06:30,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:30,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:06:30,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:30,122 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,122 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,122 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,123 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:30,124 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:30,125 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:30,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70974781, jitterRate=0.05760665237903595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:30,126 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524790117Initializing all the Stores at 1731524790117Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524790117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524790117Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524790117Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524790117Cleaning up temporary data from old regions at 1731524790123 (+6 ms)Region opened successfully at 1731524790126 (+3 ms) 2024-11-13T19:06:30,126 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:06:30,128 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b547a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:06:30,128 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:06:30,128 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:06:30,129 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:06:30,129 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:06:30,129 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:06:30,129 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:06:30,129 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:06:30,130 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:06:30,131 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Unable to get data of znode /11346717066/balancer because node does not exist (not necessarily an error) 2024-11-13T19:06:30,166 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346717066/balancer already deleted, retry=false 2024-11-13T19:06:30,166 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:06:30,167 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Unable to get data of znode /11346717066/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:06:30,174 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346717066/normalizer already deleted, retry=false 2024-11-13T19:06:30,174 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:06:30,175 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Unable to get data of znode /11346717066/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:06:30,182 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346717066/switch/split already deleted, retry=false 2024-11-13T19:06:30,183 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Unable to get data of znode /11346717066/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:06:30,190 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346717066/switch/merge already deleted, retry=false 2024-11-13T19:06:30,192 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Unable to get data of znode /11346717066/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:06:30,199 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346717066/snapshot-cleanup already deleted, retry=false 2024-11-13T19:06:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11346717066/running 2024-11-13T19:06:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11346717066/running 2024-11-13T19:06:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:30,207 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,38847,1731524788272, sessionid=0x10136e10a240003, setting cluster-up flag (Was=false) 2024-11-13T19:06:30,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:30,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:30,249 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11346717066/flush-table-proc/acquired, /11346717066/flush-table-proc/reached, /11346717066/flush-table-proc/abort 2024-11-13T19:06:30,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:30,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:30,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:30,290 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11346717066/online-snapshot/acquired, /11346717066/online-snapshot/reached, /11346717066/online-snapshot/abort 2024-11-13T19:06:30,291 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:30,292 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:06:30,293 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:30,294 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:06:30,294 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:06:30,294 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,38847,1731524788272 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:06:30,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:30,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:30,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:30,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:30,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:06:30,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:06:30,295 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,296 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524820296 2024-11-13T19:06:30,296 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:06:30,296 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:06:30,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:30,296 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:06:30,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:06:30,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:06:30,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:06:30,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:06:30,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:06:30,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:06:30,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,297 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:06:30,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:06:30,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:06:30,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:06:30,298 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:06:30,298 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524790298,5,FailOnTimeoutGroup] 2024-11-13T19:06:30,298 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524790298,5,FailOnTimeoutGroup] 2024-11-13T19:06:30,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:06:30,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,299 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:06:30,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:06:30,306 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a 2024-11-13T19:06:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:06:30,319 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(746): ClusterId : b48c1ef6-2f7e-4fcf-9665-d14862a19f3a 2024-11-13T19:06:30,319 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:06:30,324 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:06:30,324 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:06:30,333 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:06:30,333 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ead6569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:06:30,344 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:40615 2024-11-13T19:06:30,344 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:06:30,344 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:06:30,344 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:06:30,344 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,38847,1731524788272 with port=40615, startcode=1731524788400 2024-11-13T19:06:30,344 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:06:30,346 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:06:30,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:30,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38847 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:30,347 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a 2024-11-13T19:06:30,347 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32829 2024-11-13T19:06:30,347 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:06:30,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066/rs 2024-11-13T19:06:30,358 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] zookeeper.ZKUtil(111): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on existing znode=/11346717066/rs/e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:30,358 WARN [RS:0;e4b56bc8c4b3:40615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:06:30,358 INFO [RS:0;e4b56bc8c4b3:40615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:30,358 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:30,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,40615,1731524788400] 2024-11-13T19:06:30,361 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:06:30,362 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:06:30,362 INFO [RS:0;e4b56bc8c4b3:40615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:06:30,362 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,362 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:06:30,363 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:06:30,363 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:06:30,363 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:06:30,364 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,364 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,364 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,364 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,364 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,364 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40615,1731524788400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:06:30,376 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:06:30,376 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40615,1731524788400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,376 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,376 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.Replication(171): e4b56bc8c4b3,40615,1731524788400 started 2024-11-13T19:06:30,388 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:30,388 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,40615,1731524788400, RpcServer on e4b56bc8c4b3/172.17.0.2:40615, sessionid=0x10136e10a240004 2024-11-13T19:06:30,388 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:06:30,388 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:30,388 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40615,1731524788400' 2024-11-13T19:06:30,388 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11346717066/flush-table-proc/abort' 2024-11-13T19:06:30,389 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11346717066/flush-table-proc/acquired' 2024-11-13T19:06:30,389 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:06:30,389 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:06:30,389 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:30,389 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40615,1731524788400' 2024-11-13T19:06:30,389 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11346717066/online-snapshot/abort' 2024-11-13T19:06:30,389 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11346717066/online-snapshot/acquired' 2024-11-13T19:06:30,390 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:06:30,390 INFO [RS:0;e4b56bc8c4b3:40615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:06:30,390 INFO [RS:0;e4b56bc8c4b3:40615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:06:30,490 INFO [RS:0;e4b56bc8c4b3:40615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:06:30,491 INFO [RS:0;e4b56bc8c4b3:40615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40615%2C1731524788400, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/oldWALs, maxLogs=10 2024-11-13T19:06:30,502 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, exclude list is [], retry=0 2024-11-13T19:06:30,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-4c9fbc5f-dcb0-4dfb-b478-a3211b54cd03,DISK] 2024-11-13T19:06:30,505 INFO [RS:0;e4b56bc8c4b3:40615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 2024-11-13T19:06:30,506 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37301:37301)] 2024-11-13T19:06:30,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:30,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:06:30,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:06:30,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:30,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:06:30,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:06:30,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:30,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:06:30,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:06:30,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:30,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:06:30,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:06:30,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:30,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:30,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:06:30,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740 2024-11-13T19:06:30,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740 2024-11-13T19:06:30,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:06:30,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:06:30,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:30,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:06:30,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:30,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67202121, jitterRate=0.0013896375894546509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:30,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524790716Initializing all the Stores at 1731524790717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524790717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524790717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524790717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524790717Cleaning up temporary data from old regions at 1731524790723 (+6 ms)Region opened successfully at 1731524790725 (+2 ms) 2024-11-13T19:06:30,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:06:30,725 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:06:30,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:06:30,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:06:30,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:06:30,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:30,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524790725Disabling compacts and flushes for region at 1731524790725Disabling writes for close at 1731524790725Writing region close event to WAL at 1731524790726 (+1 ms)Closed at 1731524790726 2024-11-13T19:06:30,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:30,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:06:30,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:06:30,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:06:30,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:06:30,878 DEBUG [e4b56bc8c4b3:38847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:06:30,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:30,879 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40615,1731524788400, state=OPENING 2024-11-13T19:06:30,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:06:30,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:30,966 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:06:30,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11346717066/meta-region-server: CHANGED 2024-11-13T19:06:30,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11346717066/meta-region-server: CHANGED 2024-11-13T19:06:30,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40615,1731524788400}] 2024-11-13T19:06:31,118 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:31,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:06:31,122 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:06:31,122 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:31,122 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:06:31,123 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40615%2C1731524788400.meta, suffix=.meta, logDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/oldWALs, maxLogs=10 2024-11-13T19:06:31,141 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.meta.1731524791124.meta, exclude list is [], retry=0 2024-11-13T19:06:31,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-4c9fbc5f-dcb0-4dfb-b478-a3211b54cd03,DISK] 2024-11-13T19:06:31,144 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.meta.1731524791124.meta 2024-11-13T19:06:31,148 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37301:37301)] 2024-11-13T19:06:31,148 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:31,149 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:31,149 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:31,149 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:06:31,149 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:06:31,149 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:06:31,149 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:31,149 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:06:31,149 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:06:31,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:06:31,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:06:31,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:31,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:31,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:06:31,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:06:31,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:31,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:31,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:06:31,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:06:31,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:31,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:31,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:06:31,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:06:31,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:31,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:31,154 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:06:31,154 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740 2024-11-13T19:06:31,155 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740 2024-11-13T19:06:31,156 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:06:31,156 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:06:31,156 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:31,157 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:06:31,158 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462303, jitterRate=0.12447594106197357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:31,158 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:06:31,158 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524791149Writing region info on filesystem at 1731524791149Initializing all the Stores at 1731524791150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524791150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524791150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524791150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524791150Cleaning up temporary data from old regions at 1731524791156 (+6 ms)Running coprocessor post-open hooks at 1731524791158 (+2 ms)Region opened successfully at 1731524791158 2024-11-13T19:06:31,159 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524791118 2024-11-13T19:06:31,160 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:06:31,160 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:06:31,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:31,161 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40615,1731524788400, state=OPEN 2024-11-13T19:06:31,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11346717066/meta-region-server 2024-11-13T19:06:31,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11346717066/meta-region-server 2024-11-13T19:06:31,166 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:31,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11346717066/meta-region-server: CHANGED 2024-11-13T19:06:31,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11346717066/meta-region-server: CHANGED 2024-11-13T19:06:31,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:06:31,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40615,1731524788400 in 200 msec 2024-11-13T19:06:31,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:06:31,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-13T19:06:31,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:31,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:06:31,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:31,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=-1] 2024-11-13T19:06:31,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:31,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:31,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 881 msec 2024-11-13T19:06:31,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524791175, completionTime=-1 2024-11-13T19:06:31,176 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:06:31,176 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524851178 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524911178 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38847,1731524788272-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38847,1731524788272-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38847,1731524788272-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:38847, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:31,178 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:31,179 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:31,180 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:06:31,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.733sec 2024-11-13T19:06:31,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:06:31,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:06:31,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:06:31,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:06:31,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:06:31,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38847,1731524788272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:06:31,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38847,1731524788272-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:06:31,184 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:06:31,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:06:31,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,38847,1731524788272-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:31,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162f4562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:31,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38847,-1 for getting cluster id 2024-11-13T19:06:31,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:31,221 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c1ef6-2f7e-4fcf-9665-d14862a19f3a' 2024-11-13T19:06:31,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c1ef6-2f7e-4fcf-9665-d14862a19f3a" 2024-11-13T19:06:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b54a59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38847,-1] 2024-11-13T19:06:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:31,223 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:31,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485ea7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:31,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=-1] 2024-11-13T19:06:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:31,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:31,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:31,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:31,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e10a240005 connected 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.log.dir so I do NOT create it in target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f 2024-11-13T19:06:31,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.tmp.dir so I do NOT create it in target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f 2024-11-13T19:06:31,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:06:31,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/cluster_22675caf-8962-4e03-10db-f755ab2bf415, deleteOnExit=true 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/test.cache.data in system properties and HBase conf 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:06:31,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:06:31,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:06:31,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:06:31,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:31,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:06:31,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:06:31,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:06:31,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:06:31,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:31,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e30187d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:06:31,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20884ef1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:06:31,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11494273{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/java.io.tmpdir/jetty-localhost-38543-hadoop-hdfs-3_4_1-tests_jar-_-any-13301478846461163622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:06:31,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@396358b3{HTTP/1.1, (http/1.1)}{localhost:38543} 2024-11-13T19:06:31,624 INFO [Time-limited test {}] server.Server(415): Started @230785ms 2024-11-13T19:06:31,634 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:06:31,784 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:06:31,785 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,786 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,824 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,825 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,831 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,834 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,834 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,836 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:31,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:06:31,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:06:31,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:06:31,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:06:31,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:06:31,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e782ad6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:06:31,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@353e9f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:06:31,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45872e08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/java.io.tmpdir/jetty-localhost-46741-hadoop-hdfs-3_4_1-tests_jar-_-any-10058156620333355884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:06:31,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bbd2ab4{HTTP/1.1, (http/1.1)}{localhost:46741} 2024-11-13T19:06:31,957 INFO [Time-limited test {}] server.Server(415): Started @231117ms 2024-11-13T19:06:31,958 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:06:32,367 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/cluster_22675caf-8962-4e03-10db-f755ab2bf415/data/data1/current/BP-494558058-172.17.0.2-1731524791269/current, will proceed with Du for space computation calculation, 2024-11-13T19:06:32,368 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/cluster_22675caf-8962-4e03-10db-f755ab2bf415/data/data2/current/BP-494558058-172.17.0.2-1731524791269/current, will proceed with Du for space computation calculation, 2024-11-13T19:06:32,384 WARN [Thread-2891 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:06:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bd8b29035aad251 with lease ID 0xc32064c1d9ad685f: Processing first storage report for DS-5879344d-1b73-4a8a-9943-f9b8a63ebd44 from datanode DatanodeRegistration(127.0.0.1:41227, datanodeUuid=a44dec46-ee14-4a7d-b7ba-00f2b766f50a, infoPort=34775, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1823498726;c=1731524791269) 2024-11-13T19:06:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bd8b29035aad251 with lease ID 0xc32064c1d9ad685f: from storage DS-5879344d-1b73-4a8a-9943-f9b8a63ebd44 node DatanodeRegistration(127.0.0.1:41227, datanodeUuid=a44dec46-ee14-4a7d-b7ba-00f2b766f50a, infoPort=34775, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1823498726;c=1731524791269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:06:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bd8b29035aad251 with lease ID 0xc32064c1d9ad685f: Processing first storage report for DS-b6bb0dc6-4127-4130-bd99-a2ab9cb78960 from datanode DatanodeRegistration(127.0.0.1:41227, datanodeUuid=a44dec46-ee14-4a7d-b7ba-00f2b766f50a, infoPort=34775, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1823498726;c=1731524791269) 2024-11-13T19:06:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bd8b29035aad251 with lease ID 0xc32064c1d9ad685f: from storage DS-b6bb0dc6-4127-4130-bd99-a2ab9cb78960 node DatanodeRegistration(127.0.0.1:41227, datanodeUuid=a44dec46-ee14-4a7d-b7ba-00f2b766f50a, infoPort=34775, infoSecurePort=0, ipcPort=44997, storageInfo=lv=-57;cid=testClusterID;nsid=1823498726;c=1731524791269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:06:32,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f 2024-11-13T19:06:32,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:32,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:06:32,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420 with version=8 2024-11-13T19:06:32,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/hbase-staging 2024-11-13T19:06:32,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:06:32,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:32,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:32,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:06:32,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:32,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:06:32,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:06:32,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:06:32,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43825 2024-11-13T19:06:32,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43825 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:32,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438250x0, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:32,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43825-0x10136e10a240006 connected 2024-11-13T19:06:32,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:32,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:32,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on znode that does not yet exist, /22052377748/running 2024-11-13T19:06:32,911 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420, hbase.cluster.distributed=false 2024-11-13T19:06:32,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on znode that does not yet exist, /22052377748/acl 2024-11-13T19:06:32,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-13T19:06:32,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43825 2024-11-13T19:06:32,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43825 2024-11-13T19:06:32,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-13T19:06:32,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-13T19:06:32,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:06:32,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:32,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:32,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:06:32,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:06:32,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:06:32,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:06:32,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:06:32,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46305 2024-11-13T19:06:32,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46305 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:32,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:32,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:32,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463050x0, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:32,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46305-0x10136e10a240007 connected 2024-11-13T19:06:32,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463050x0, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on znode that does not yet exist, /22052377748/running 2024-11-13T19:06:32,941 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:06:32,942 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:06:32,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on znode that does not yet exist, /22052377748/master 2024-11-13T19:06:32,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on znode that does not yet exist, /22052377748/acl 2024-11-13T19:06:32,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46305 2024-11-13T19:06:32,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46305 2024-11-13T19:06:32,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46305 2024-11-13T19:06:32,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46305 2024-11-13T19:06:32,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46305 2024-11-13T19:06:32,958 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:43825 2024-11-13T19:06:32,958 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22052377748/backup-masters/e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:32,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748/backup-masters 2024-11-13T19:06:32,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748/backup-masters 2024-11-13T19:06:32,966 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on existing znode=/22052377748/backup-masters/e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:32,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22052377748/master 2024-11-13T19:06:32,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:32,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:32,974 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on existing znode=/22052377748/master 2024-11-13T19:06:32,974 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22052377748/backup-masters/e4b56bc8c4b3,43825,1731524792810 from backup master directory 2024-11-13T19:06:32,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22052377748/backup-masters/e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:32,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748/backup-masters 2024-11-13T19:06:32,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748/backup-masters 2024-11-13T19:06:32,982 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:06:32,982 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:32,985 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/hbase.id] with ID: 86b69a29-885f-4905-aa6a-13fbc6ba04bd 2024-11-13T19:06:32,985 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/.tmp/hbase.id 2024-11-13T19:06:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:06:33,392 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/.tmp/hbase.id]:[hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/hbase.id] 2024-11-13T19:06:33,400 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:06:33,400 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:06:33,401 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:06:33,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:33,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:06:33,846 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:33,847 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:06:33,847 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:06:33,855 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store 2024-11-13T19:06:33,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:06:34,260 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:34,261 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:06:34,261 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:34,261 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:34,261 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:06:34,261 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:34,261 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:34,261 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524794261Disabling compacts and flushes for region at 1731524794261Disabling writes for close at 1731524794261Writing region close event to WAL at 1731524794261Closed at 1731524794261 2024-11-13T19:06:34,262 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/.initializing 2024-11-13T19:06:34,262 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/WALs/e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:34,263 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:06:34,264 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C43825%2C1731524792810, suffix=, logDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/WALs/e4b56bc8c4b3,43825,1731524792810, archiveDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/oldWALs, maxLogs=10 2024-11-13T19:06:34,275 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/WALs/e4b56bc8c4b3,43825,1731524792810/e4b56bc8c4b3%2C43825%2C1731524792810.1731524794264, exclude list is [], retry=0 2024-11-13T19:06:34,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-5879344d-1b73-4a8a-9943-f9b8a63ebd44,DISK] 2024-11-13T19:06:34,280 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/WALs/e4b56bc8c4b3,43825,1731524792810/e4b56bc8c4b3%2C43825%2C1731524792810.1731524794264 2024-11-13T19:06:34,280 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34775:34775)] 2024-11-13T19:06:34,280 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:34,280 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:34,280 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,280 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:06:34,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:34,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:34,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:06:34,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:34,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:34,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:06:34,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:34,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:34,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:06:34,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:34,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:34,286 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,287 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,287 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,288 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,288 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,288 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:34,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:06:34,290 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:34,290 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71674754, jitterRate=0.06803706288337708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:34,290 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524794281Initializing all the Stores at 1731524794281Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524794281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524794282 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524794282Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524794282Cleaning up temporary data from old regions at 1731524794288 (+6 ms)Region opened successfully at 1731524794290 (+2 ms) 2024-11-13T19:06:34,290 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:06:34,292 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524b2098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:06:34,293 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:06:34,293 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:06:34,293 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:06:34,293 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:06:34,294 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:06:34,294 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:06:34,294 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:06:34,295 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:06:34,296 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Unable to get data of znode /22052377748/balancer because node does not exist (not necessarily an error) 2024-11-13T19:06:34,332 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22052377748/balancer already deleted, retry=false 2024-11-13T19:06:34,333 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:06:34,333 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Unable to get data of znode /22052377748/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:06:34,340 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22052377748/normalizer already deleted, retry=false 2024-11-13T19:06:34,341 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:06:34,342 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Unable to get data of znode /22052377748/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:06:34,349 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22052377748/switch/split already deleted, retry=false 2024-11-13T19:06:34,349 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Unable to get data of znode /22052377748/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:06:34,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22052377748/switch/merge already deleted, retry=false 2024-11-13T19:06:34,359 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Unable to get data of znode /22052377748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:06:34,365 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22052377748/snapshot-cleanup already deleted, retry=false 2024-11-13T19:06:34,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22052377748/running 2024-11-13T19:06:34,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22052377748/running 2024-11-13T19:06:34,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:34,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:34,374 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,43825,1731524792810, sessionid=0x10136e10a240006, setting cluster-up flag (Was=false) 2024-11-13T19:06:34,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:34,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:34,415 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22052377748/flush-table-proc/acquired, /22052377748/flush-table-proc/reached, /22052377748/flush-table-proc/abort 2024-11-13T19:06:34,417 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:34,457 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22052377748/online-snapshot/acquired, /22052377748/online-snapshot/reached, /22052377748/online-snapshot/abort 2024-11-13T19:06:34,458 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:34,459 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:06:34,460 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:34,460 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:06:34,460 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:06:34,461 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,43825,1731524792810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:06:34,462 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:34,462 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:34,462 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:34,462 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:06:34,462 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:06:34,462 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,462 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:06:34,462 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,462 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524824462 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:06:34,463 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:34,463 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:06:34,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:06:34,464 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:06:34,464 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:06:34,464 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:34,464 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524794464,5,FailOnTimeoutGroup] 2024-11-13T19:06:34,464 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524794464,5,FailOnTimeoutGroup] 2024-11-13T19:06:34,464 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:06:34,464 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:06:34,464 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,464 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:06:34,550 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(746): ClusterId : 86b69a29-885f-4905-aa6a-13fbc6ba04bd 2024-11-13T19:06:34,550 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:06:34,558 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:06:34,558 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:06:34,566 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:06:34,566 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65984333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:06:34,577 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:46305 2024-11-13T19:06:34,577 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:06:34,577 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:06:34,577 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:06:34,577 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,43825,1731524792810 with port=46305, startcode=1731524792925 2024-11-13T19:06:34,578 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:06:34,579 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:06:34,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:34,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43825 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:34,580 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420 2024-11-13T19:06:34,580 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36987 2024-11-13T19:06:34,580 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:06:34,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748/rs 2024-11-13T19:06:34,617 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] zookeeper.ZKUtil(111): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on existing znode=/22052377748/rs/e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:34,617 WARN [RS:0;e4b56bc8c4b3:46305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:06:34,617 INFO [RS:0;e4b56bc8c4b3:46305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:34,617 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:34,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,46305,1731524792925] 2024-11-13T19:06:34,619 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:06:34,620 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:06:34,620 INFO [RS:0;e4b56bc8c4b3:46305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:06:34,620 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,621 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:06:34,621 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:06:34,621 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,621 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:06:34,622 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:06:34,622 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:06:34,622 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,622 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,622 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,622 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,622 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,622 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46305,1731524792925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:06:34,634 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:06:34,634 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46305,1731524792925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,634 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,634 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.Replication(171): e4b56bc8c4b3,46305,1731524792925 started 2024-11-13T19:06:34,646 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:34,646 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,46305,1731524792925, RpcServer on e4b56bc8c4b3/172.17.0.2:46305, sessionid=0x10136e10a240007 2024-11-13T19:06:34,646 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:06:34,646 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:34,646 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,46305,1731524792925' 2024-11-13T19:06:34,646 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22052377748/flush-table-proc/abort' 2024-11-13T19:06:34,647 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22052377748/flush-table-proc/acquired' 2024-11-13T19:06:34,647 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:06:34,647 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:06:34,647 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:34,647 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,46305,1731524792925' 2024-11-13T19:06:34,647 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22052377748/online-snapshot/abort' 2024-11-13T19:06:34,648 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22052377748/online-snapshot/acquired' 2024-11-13T19:06:34,648 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:06:34,648 INFO [RS:0;e4b56bc8c4b3:46305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:06:34,648 INFO [RS:0;e4b56bc8c4b3:46305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:06:34,748 INFO [RS:0;e4b56bc8c4b3:46305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:06:34,749 INFO [RS:0;e4b56bc8c4b3:46305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C46305%2C1731524792925, suffix=, logDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925, archiveDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/oldWALs, maxLogs=10 2024-11-13T19:06:34,761 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, exclude list is [], retry=0 2024-11-13T19:06:34,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-5879344d-1b73-4a8a-9943-f9b8a63ebd44,DISK] 2024-11-13T19:06:34,765 INFO [RS:0;e4b56bc8c4b3:46305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 2024-11-13T19:06:34,765 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34775:34775)] 2024-11-13T19:06:34,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:06:34,871 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420 2024-11-13T19:06:34,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:06:35,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:35,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:06:35,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:06:35,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:35,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:06:35,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:06:35,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:35,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:06:35,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:06:35,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:35,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:06:35,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:06:35,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:35,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:06:35,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740 2024-11-13T19:06:35,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740 2024-11-13T19:06:35,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:06:35,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:06:35,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:35,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:06:35,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:35,285 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74185734, jitterRate=0.10545358061790466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:35,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524795275Initializing all the Stores at 1731524795276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524795276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524795276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524795276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524795276Cleaning up temporary data from old regions at 1731524795282 (+6 ms)Region opened successfully at 1731524795285 (+3 ms) 2024-11-13T19:06:35,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:06:35,285 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:06:35,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:06:35,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:06:35,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:06:35,285 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:35,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524795285Disabling compacts and flushes for region at 1731524795285Disabling writes for close at 1731524795285Writing region close event to WAL at 1731524795285Closed at 1731524795285 2024-11-13T19:06:35,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:35,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:06:35,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:06:35,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:06:35,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:06:35,438 DEBUG [e4b56bc8c4b3:43825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:06:35,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:35,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,46305,1731524792925, state=OPENING 2024-11-13T19:06:35,474 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:06:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:35,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22052377748/meta-region-server: CHANGED 2024-11-13T19:06:35,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:06:35,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22052377748/meta-region-server: CHANGED 2024-11-13T19:06:35,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,46305,1731524792925}] 2024-11-13T19:06:35,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:35,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:06:35,638 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:06:35,638 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:35,639 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:06:35,640 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C46305%2C1731524792925.meta, suffix=.meta, logDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925, archiveDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/oldWALs, maxLogs=10 2024-11-13T19:06:35,651 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.meta.1731524795640.meta, exclude list is [], retry=0 2024-11-13T19:06:35,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-5879344d-1b73-4a8a-9943-f9b8a63ebd44,DISK] 2024-11-13T19:06:35,654 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.meta.1731524795640.meta 2024-11-13T19:06:35,654 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34775:34775)] 2024-11-13T19:06:35,654 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:35,655 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:35,655 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:35,655 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:06:35,655 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:06:35,655 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:06:35,655 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:35,655 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:06:35,655 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:06:35,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:06:35,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:06:35,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:35,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:06:35,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:06:35,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:35,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:06:35,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:06:35,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:35,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:06:35,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:06:35,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:06:35,660 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:06:35,661 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740 2024-11-13T19:06:35,661 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740 2024-11-13T19:06:35,662 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:06:35,662 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:06:35,662 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:06:35,663 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:06:35,664 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70443570, jitterRate=0.04969099164009094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:06:35,664 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:06:35,664 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524795655Writing region info on filesystem at 1731524795655Initializing all the Stores at 1731524795656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524795656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524795656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524795656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524795656Cleaning up temporary data from old regions at 1731524795662 (+6 ms)Running coprocessor post-open hooks at 1731524795664 (+2 ms)Region opened successfully at 1731524795664 2024-11-13T19:06:35,664 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524795634 2024-11-13T19:06:35,666 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:06:35,666 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:06:35,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:35,667 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,46305,1731524792925, state=OPEN 2024-11-13T19:06:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22052377748/meta-region-server 2024-11-13T19:06:35,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22052377748/meta-region-server 2024-11-13T19:06:35,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22052377748/meta-region-server: CHANGED 2024-11-13T19:06:35,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22052377748/meta-region-server: CHANGED 2024-11-13T19:06:35,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:35,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:06:35,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,46305,1731524792925 in 192 msec 2024-11-13T19:06:35,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:06:35,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-13T19:06:35,677 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:06:35,677 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:06:35,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:35,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=-1] 2024-11-13T19:06:35,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:35,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:35,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-13T19:06:35,683 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524795683, completionTime=-1 2024-11-13T19:06:35,684 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:06:35,684 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:06:35,685 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:06:35,685 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524855685 2024-11-13T19:06:35,685 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524915685 2024-11-13T19:06:35,685 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:06:35,685 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43825,1731524792810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:35,686 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43825,1731524792810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:35,686 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43825,1731524792810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:35,686 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:43825, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:35,686 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:35,686 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:35,687 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:06:35,688 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.706sec 2024-11-13T19:06:35,688 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:06:35,688 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:06:35,688 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:06:35,689 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:06:35,689 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:06:35,689 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43825,1731524792810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:06:35,689 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43825,1731524792810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:06:35,690 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:06:35,690 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:06:35,690 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43825,1731524792810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:06:35,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707c09bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:35,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43825,-1 for getting cluster id 2024-11-13T19:06:35,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:35,752 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86b69a29-885f-4905-aa6a-13fbc6ba04bd' 2024-11-13T19:06:35,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86b69a29-885f-4905-aa6a-13fbc6ba04bd" 2024-11-13T19:06:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9936cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43825,-1] 2024-11-13T19:06:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:35,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:35,754 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:35,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42193c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:35,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=-1] 2024-11-13T19:06:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:35,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:35,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:35,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57233 2024-11-13T19:06:35,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:06:35,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136e10a240008 connected 2024-11-13T19:06:35,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12ca75d8 2024-11-13T19:06:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:35,777 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:35,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:06:35,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:35,780 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:35,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:06:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:35,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:35,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:06:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:36,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2171d7a8c600fb4ace4ebbdb572e794, NAME => 'test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2 2024-11-13T19:06:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:06:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:36,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:36,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2171d7a8c600fb4ace4ebbdb572e794, disabling compactions & flushes 2024-11-13T19:06:36,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:06:36,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:06:36,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. after waiting 0 ms 2024-11-13T19:06:36,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:06:36,596 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:06:36,596 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2171d7a8c600fb4ace4ebbdb572e794: Waiting for close lock at 1731524796596Disabling compacts and flushes for region at 1731524796596Disabling writes for close at 1731524796596Writing region close event to WAL at 1731524796596Closed at 1731524796596 2024-11-13T19:06:36,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:36,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524796597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524796597"}]},"ts":"1731524796597"} 2024-11-13T19:06:36,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:36,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:36,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524796599"}]},"ts":"1731524796599"} 2024-11-13T19:06:36,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:06:36,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2171d7a8c600fb4ace4ebbdb572e794, ASSIGN}] 2024-11-13T19:06:36,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2171d7a8c600fb4ace4ebbdb572e794, ASSIGN 2024-11-13T19:06:36,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2171d7a8c600fb4ace4ebbdb572e794, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,39489,1731524783566; forceNewPlan=false, retain=false 2024-11-13T19:06:36,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2171d7a8c600fb4ace4ebbdb572e794, regionState=OPENING, regionLocation=e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:36,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2171d7a8c600fb4ace4ebbdb572e794, ASSIGN because future has completed 2024-11-13T19:06:36,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2171d7a8c600fb4ace4ebbdb572e794, server=e4b56bc8c4b3,39489,1731524783566}] 2024-11-13T19:06:36,910 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:06:36,911 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2171d7a8c600fb4ace4ebbdb572e794, NAME => 'test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:36,911 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:36,911 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:06:36,911 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,911 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:36,911 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,911 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,912 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,913 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2171d7a8c600fb4ace4ebbdb572e794 columnFamilyName f 2024-11-13T19:06:36,913 DEBUG [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:36,913 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] regionserver.HStore(327): Store=f2171d7a8c600fb4ace4ebbdb572e794/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:36,913 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,914 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2171d7a8c600fb4ace4ebbdb572e794 columnFamilyName f1 2024-11-13T19:06:36,914 DEBUG [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:36,914 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] regionserver.HStore(327): Store=f2171d7a8c600fb4ace4ebbdb572e794/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:36,914 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,915 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2171d7a8c600fb4ace4ebbdb572e794 columnFamilyName norep 2024-11-13T19:06:36,915 DEBUG [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:36,916 INFO [StoreOpener-f2171d7a8c600fb4ace4ebbdb572e794-1 {}] regionserver.HStore(327): Store=f2171d7a8c600fb4ace4ebbdb572e794/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:36,916 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,916 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,916 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,917 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,917 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,917 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:36,918 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,919 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:36,920 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2171d7a8c600fb4ace4ebbdb572e794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71187497, jitterRate=0.06077636778354645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:36,920 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:06:36,920 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2171d7a8c600fb4ace4ebbdb572e794: Running coprocessor pre-open hook at 1731524796911Writing region info on filesystem at 1731524796911Initializing all the Stores at 1731524796912 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524796912Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524796912Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524796912Cleaning up temporary data from old regions at 1731524796917 (+5 ms)Running coprocessor post-open hooks at 1731524796920 (+3 ms)Region opened successfully at 1731524796920 2024-11-13T19:06:36,921 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794., pid=6, masterSystemTime=1731524796907 2024-11-13T19:06:36,923 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:06:36,923 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:06:36,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2171d7a8c600fb4ace4ebbdb572e794, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:36,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2171d7a8c600fb4ace4ebbdb572e794, server=e4b56bc8c4b3,39489,1731524783566 because future has completed 2024-11-13T19:06:36,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:06:36,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2171d7a8c600fb4ace4ebbdb572e794, server=e4b56bc8c4b3,39489,1731524783566 in 171 msec 2024-11-13T19:06:36,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:06:36,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2171d7a8c600fb4ace4ebbdb572e794, ASSIGN in 326 msec 2024-11-13T19:06:36,941 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:36,941 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524796941"}]},"ts":"1731524796941"} 2024-11-13T19:06:36,943 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:06:36,944 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:36,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-13T19:06:37,634 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:06:37,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:06:37,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:06:37,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:06:37,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:06:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:37,936 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:06:37,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6453740 2024-11-13T19:06:37,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:37,938 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:37,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:06:37,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:37,941 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:37,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:06:37,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:37,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:06:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:38,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:38,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:38,256 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48463 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:38,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d200391c3a04ae57541cbab8e44fd65, NAME => 'test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a 2024-11-13T19:06:38,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:06:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:38,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:38,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9d200391c3a04ae57541cbab8e44fd65, disabling compactions & flushes 2024-11-13T19:06:38,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:38,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:38,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. after waiting 0 ms 2024-11-13T19:06:38,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:38,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:38,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d200391c3a04ae57541cbab8e44fd65: Waiting for close lock at 1731524798753Disabling compacts and flushes for region at 1731524798753Disabling writes for close at 1731524798753Writing region close event to WAL at 1731524798753Closed at 1731524798753 2024-11-13T19:06:38,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:38,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524798754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524798754"}]},"ts":"1731524798754"} 2024-11-13T19:06:38,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:38,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:38,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524798757"}]},"ts":"1731524798757"} 2024-11-13T19:06:38,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:06:38,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d200391c3a04ae57541cbab8e44fd65, ASSIGN}] 2024-11-13T19:06:38,760 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d200391c3a04ae57541cbab8e44fd65, ASSIGN 2024-11-13T19:06:38,760 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9d200391c3a04ae57541cbab8e44fd65, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,40615,1731524788400; forceNewPlan=false, retain=false 2024-11-13T19:06:38,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d200391c3a04ae57541cbab8e44fd65, regionState=OPENING, regionLocation=e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:38,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9d200391c3a04ae57541cbab8e44fd65, ASSIGN because future has completed 2024-11-13T19:06:38,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d200391c3a04ae57541cbab8e44fd65, server=e4b56bc8c4b3,40615,1731524788400}] 2024-11-13T19:06:39,068 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:39,068 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d200391c3a04ae57541cbab8e44fd65, NAME => 'test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:39,068 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:39,068 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:06:39,068 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,068 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:39,069 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,069 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,070 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,071 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d200391c3a04ae57541cbab8e44fd65 columnFamilyName f 2024-11-13T19:06:39,071 DEBUG [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:39,071 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] regionserver.HStore(327): Store=9d200391c3a04ae57541cbab8e44fd65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:39,071 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,072 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d200391c3a04ae57541cbab8e44fd65 columnFamilyName f1 2024-11-13T19:06:39,072 DEBUG [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:39,072 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] regionserver.HStore(327): Store=9d200391c3a04ae57541cbab8e44fd65/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:39,072 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,073 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d200391c3a04ae57541cbab8e44fd65 columnFamilyName norep 2024-11-13T19:06:39,073 DEBUG [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:39,073 INFO [StoreOpener-9d200391c3a04ae57541cbab8e44fd65-1 {}] regionserver.HStore(327): Store=9d200391c3a04ae57541cbab8e44fd65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:39,073 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,074 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,074 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,074 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,074 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,075 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:39,075 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:39,077 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:39,077 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9d200391c3a04ae57541cbab8e44fd65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67484439, jitterRate=0.0055965036153793335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:39,077 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:39,078 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9d200391c3a04ae57541cbab8e44fd65: Running coprocessor pre-open hook at 1731524799069Writing region info on filesystem at 1731524799069Initializing all the Stores at 1731524799069Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524799069Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524799069Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524799069Cleaning up temporary data from old regions at 1731524799075 (+6 ms)Running coprocessor post-open hooks at 1731524799077 (+2 ms)Region opened successfully at 1731524799078 (+1 ms) 2024-11-13T19:06:39,078 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65., pid=6, masterSystemTime=1731524799065 2024-11-13T19:06:39,080 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:39,080 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:39,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d200391c3a04ae57541cbab8e44fd65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:39,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d200391c3a04ae57541cbab8e44fd65, server=e4b56bc8c4b3,40615,1731524788400 because future has completed 2024-11-13T19:06:39,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:06:39,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d200391c3a04ae57541cbab8e44fd65, server=e4b56bc8c4b3,40615,1731524788400 in 170 msec 2024-11-13T19:06:39,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:06:39,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9d200391c3a04ae57541cbab8e44fd65, ASSIGN in 325 msec 2024-11-13T19:06:39,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:39,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524799086"}]},"ts":"1731524799086"} 2024-11-13T19:06:39,087 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:06:39,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:39,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-13T19:06:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:40,086 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:06:40,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a6e3088 2024-11-13T19:06:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:40,088 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:40,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:06:40,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:40,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:40,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:06:40,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:06:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:40,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6af8d098c8c0610ebd8c3ae0fc84354, NAME => 'test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420 2024-11-13T19:06:40,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:06:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:40,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:40,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d6af8d098c8c0610ebd8c3ae0fc84354, disabling compactions & flushes 2024-11-13T19:06:40,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:40,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:40,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. after waiting 0 ms 2024-11-13T19:06:40,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:40,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:40,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6af8d098c8c0610ebd8c3ae0fc84354: Waiting for close lock at 1731524800903Disabling compacts and flushes for region at 1731524800903Disabling writes for close at 1731524800903Writing region close event to WAL at 1731524800903Closed at 1731524800903 2024-11-13T19:06:40,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:40,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524800904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524800904"}]},"ts":"1731524800904"} 2024-11-13T19:06:40,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:40,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:40,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524800907"}]},"ts":"1731524800907"} 2024-11-13T19:06:40,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:06:40,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6af8d098c8c0610ebd8c3ae0fc84354, ASSIGN}] 2024-11-13T19:06:40,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6af8d098c8c0610ebd8c3ae0fc84354, ASSIGN 2024-11-13T19:06:40,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d6af8d098c8c0610ebd8c3ae0fc84354, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,46305,1731524792925; forceNewPlan=false, retain=false 2024-11-13T19:06:41,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6af8d098c8c0610ebd8c3ae0fc84354, regionState=OPENING, regionLocation=e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:41,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d6af8d098c8c0610ebd8c3ae0fc84354, ASSIGN because future has completed 2024-11-13T19:06:41,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6af8d098c8c0610ebd8c3ae0fc84354, server=e4b56bc8c4b3,46305,1731524792925}] 2024-11-13T19:06:41,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:06:41,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:41,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,230 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:41,230 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d6af8d098c8c0610ebd8c3ae0fc84354, NAME => 'test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:41,230 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:41,230 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:06:41,231 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,231 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:41,231 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,231 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,233 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,237 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6af8d098c8c0610ebd8c3ae0fc84354 columnFamilyName f 2024-11-13T19:06:41,238 DEBUG [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:41,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,238 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] regionserver.HStore(327): Store=d6af8d098c8c0610ebd8c3ae0fc84354/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:41,239 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,241 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6af8d098c8c0610ebd8c3ae0fc84354 columnFamilyName f1 2024-11-13T19:06:41,241 DEBUG [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:41,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,242 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] regionserver.HStore(327): Store=d6af8d098c8c0610ebd8c3ae0fc84354/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:41,242 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,243 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6af8d098c8c0610ebd8c3ae0fc84354 columnFamilyName norep 2024-11-13T19:06:41,243 DEBUG [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:41,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,244 INFO [StoreOpener-d6af8d098c8c0610ebd8c3ae0fc84354-1 {}] regionserver.HStore(327): Store=d6af8d098c8c0610ebd8c3ae0fc84354/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:41,244 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,245 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,245 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,245 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,245 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,246 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:41,247 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:41,251 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:41,252 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d6af8d098c8c0610ebd8c3ae0fc84354; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65400857, jitterRate=-0.025451287627220154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:41,252 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:41,252 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d6af8d098c8c0610ebd8c3ae0fc84354: Running coprocessor pre-open hook at 1731524801231Writing region info on filesystem at 1731524801231Initializing all the Stores at 1731524801232 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524801232Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524801232Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524801232Cleaning up temporary data from old regions at 1731524801245 (+13 ms)Running coprocessor post-open hooks at 1731524801252 (+7 ms)Region opened successfully at 1731524801252 2024-11-13T19:06:41,253 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354., pid=6, masterSystemTime=1731524801220 2024-11-13T19:06:41,259 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:41,259 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:41,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6af8d098c8c0610ebd8c3ae0fc84354, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:41,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6af8d098c8c0610ebd8c3ae0fc84354, server=e4b56bc8c4b3,46305,1731524792925 because future has completed 2024-11-13T19:06:41,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:06:41,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6af8d098c8c0610ebd8c3ae0fc84354, server=e4b56bc8c4b3,46305,1731524792925 in 204 msec 2024-11-13T19:06:41,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:06:41,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d6af8d098c8c0610ebd8c3ae0fc84354, ASSIGN in 362 msec 2024-11-13T19:06:41,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:41,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524801274"}]},"ts":"1731524801274"} 2024-11-13T19:06:41,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:06:41,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:41,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-13T19:06:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:06:42,236 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:06:42,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf6c499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:42,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35443,-1 for getting cluster id 2024-11-13T19:06:42,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:42,237 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d683920-29c5-40ba-b658-09619ee723ab' 2024-11-13T19:06:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d683920-29c5-40ba-b658-09619ee723ab" 2024-11-13T19:06:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410a834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35443,-1] 2024-11-13T19:06:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:42,239 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:42,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15354114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:42,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:42,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:42,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1985fb3b 2024-11-13T19:06:42,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:42,241 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:42,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:38847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:06:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:06:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:42,243 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:38847' 2024-11-13T19:06:42,244 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0b9ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:42,244 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38847,-1 for getting cluster id 2024-11-13T19:06:42,244 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:42,245 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c1ef6-2f7e-4fcf-9665-d14862a19f3a' 2024-11-13T19:06:42,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:42,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c1ef6-2f7e-4fcf-9665-d14862a19f3a" 2024-11-13T19:06:42,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175d9abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:42,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38847,-1] 2024-11-13T19:06:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:42,246 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:42,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5488d248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:42,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:42,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:42,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae96ead 2024-11-13T19:06:42,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:42,249 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:42,250 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:06:42,250 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:06:42,250 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:42,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:42,250 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:42,250 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:42,251 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:06:42,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:42,252 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:42,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:06:42,302 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:06:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:42,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b2b2b6e87e2760e3792130699f4eb8e, NAME => 'hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2 2024-11-13T19:06:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:06:42,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:42,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0b2b2b6e87e2760e3792130699f4eb8e, disabling compactions & flushes 2024-11-13T19:06:42,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:06:42,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:06:42,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. after waiting 0 ms 2024-11-13T19:06:42,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:06:42,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:06:42,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b2b2b6e87e2760e3792130699f4eb8e: Waiting for close lock at 1731524802670Disabling compacts and flushes for region at 1731524802670Disabling writes for close at 1731524802670Writing region close event to WAL at 1731524802670Closed at 1731524802670 2024-11-13T19:06:42,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:42,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524802671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524802671"}]},"ts":"1731524802671"} 2024-11-13T19:06:42,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:42,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:42,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524802674"}]},"ts":"1731524802674"} 2024-11-13T19:06:42,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:06:42,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b2b2b6e87e2760e3792130699f4eb8e, ASSIGN}] 2024-11-13T19:06:42,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b2b2b6e87e2760e3792130699f4eb8e, ASSIGN 2024-11-13T19:06:42,679 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b2b2b6e87e2760e3792130699f4eb8e, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,39489,1731524783566; forceNewPlan=false, retain=false 2024-11-13T19:06:42,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b2b2b6e87e2760e3792130699f4eb8e, regionState=OPENING, regionLocation=e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:42,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b2b2b6e87e2760e3792130699f4eb8e, ASSIGN because future has completed 2024-11-13T19:06:42,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2b2b6e87e2760e3792130699f4eb8e, server=e4b56bc8c4b3,39489,1731524783566}] 2024-11-13T19:06:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:42,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:06:42,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:42,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:06:42,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C39489%2C1731524783566.rep, suffix=, logDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566, archiveDir=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/oldWALs, maxLogs=10 2024-11-13T19:06:43,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.rep.1731524802988, exclude list is [], retry=0 2024-11-13T19:06:43,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-648859fa-9d22-416d-8119-15b5c77e3286,DISK] 2024-11-13T19:06:43,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.rep.1731524802988 2024-11-13T19:06:43,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37405:37405)] 2024-11-13T19:06:43,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b2b2b6e87e2760e3792130699f4eb8e, NAME => 'hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:43,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:43,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:43,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. service=MultiRowMutationService 2024-11-13T19:06:43,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:06:43,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:43,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,005 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,006 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b2b2b6e87e2760e3792130699f4eb8e columnFamilyName hfileref 2024-11-13T19:06:43,006 DEBUG [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:43,006 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] regionserver.HStore(327): Store=0b2b2b6e87e2760e3792130699f4eb8e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:43,006 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,007 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b2b2b6e87e2760e3792130699f4eb8e columnFamilyName queue 2024-11-13T19:06:43,007 DEBUG [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:43,007 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] regionserver.HStore(327): Store=0b2b2b6e87e2760e3792130699f4eb8e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:43,007 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,008 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b2b2b6e87e2760e3792130699f4eb8e columnFamilyName sid 2024-11-13T19:06:43,008 DEBUG [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:43,008 INFO [StoreOpener-0b2b2b6e87e2760e3792130699f4eb8e-1 {}] regionserver.HStore(327): Store=0b2b2b6e87e2760e3792130699f4eb8e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:43,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/replication/0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/replication/0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:43,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/replication/0b2b2b6e87e2760e3792130699f4eb8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:43,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0b2b2b6e87e2760e3792130699f4eb8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61557905, jitterRate=-0.08271573483943939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:43,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:06:43,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0b2b2b6e87e2760e3792130699f4eb8e: Running coprocessor pre-open hook at 1731524803004Writing region info on filesystem at 1731524803004Initializing all the Stores at 1731524803004Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524803004Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524803005 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524803005Cleaning up temporary data from old regions at 1731524803009 (+4 ms)Running coprocessor post-open hooks at 1731524803012 (+3 ms)Region opened successfully at 1731524803012 2024-11-13T19:06:43,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e., pid=10, masterSystemTime=1731524802983 2024-11-13T19:06:43,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:06:43,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:06:43,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b2b2b6e87e2760e3792130699f4eb8e, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:06:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b2b2b6e87e2760e3792130699f4eb8e, server=e4b56bc8c4b3,39489,1731524783566 because future has completed 2024-11-13T19:06:43,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:06:43,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b2b2b6e87e2760e3792130699f4eb8e, server=e4b56bc8c4b3,39489,1731524783566 in 186 msec 2024-11-13T19:06:43,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:06:43,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b2b2b6e87e2760e3792130699f4eb8e, ASSIGN in 341 msec 2024-11-13T19:06:43,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:43,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524803020"}]},"ts":"1731524803020"} 2024-11-13T19:06:43,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:06:43,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:43,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-13T19:06:43,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e., hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=2] 2024-11-13T19:06:43,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:43,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:06:43,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:06:43,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:06:43,278 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:06:43,302 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,39489,1731524783566, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:06:43,303 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:43,303 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=-1] 2024-11-13T19:06:43,303 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:43,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:43,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,39489,1731524783566', locateType=CURRENT is [region=hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e., hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=2] 2024-11-13T19:06:43,308 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:06:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:06:43,310 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,39489,1731524783566 suceeded 2024-11-13T19:06:43,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:06:43,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T19:06:43,312 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:38847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:06:43,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0710 sec 2024-11-13T19:06:43,321 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:38847' 2024-11-13T19:06:43,322 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e453fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,322 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38847,-1 for getting cluster id 2024-11-13T19:06:43,322 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:43,323 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c1ef6-2f7e-4fcf-9665-d14862a19f3a' 2024-11-13T19:06:43,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:43,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c1ef6-2f7e-4fcf-9665-d14862a19f3a" 2024-11-13T19:06:43,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18758bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38847,-1] 2024-11-13T19:06:43,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:43,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:43,324 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:43,325 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59104833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,325 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:43,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:43,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@144d48f2 2024-11-13T19:06:43,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:43,326 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T19:06:43,326 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,39489,1731524783566 (queues=1) is replicating from cluster=8d683920-29c5-40ba-b658-09619ee723ab to cluster=b48c1ef6-2f7e-4fcf-9665-d14862a19f3a 2024-11-13T19:06:43,326 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C39489%2C1731524783566 2024-11-13T19:06:43,326 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,39489,1731524783566, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:06:43,327 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, startPosition=0, beingWritten=true 2024-11-13T19:06:43,327 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C39489%2C1731524783566 2024-11-13T19:06:43,331 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:43,331 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 379, reset compression=false 2024-11-13T19:06:43,331 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:43,376 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:06:43,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:43,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:43,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:43,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:43,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:43,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346f229f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38847,-1 for getting cluster id 2024-11-13T19:06:43,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:43,378 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c1ef6-2f7e-4fcf-9665-d14862a19f3a' 2024-11-13T19:06:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c1ef6-2f7e-4fcf-9665-d14862a19f3a" 2024-11-13T19:06:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf52a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38847,-1] 2024-11-13T19:06:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:43,379 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:43,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4d2eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:43,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:43,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21a6debc 2024-11-13T19:06:43,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:43,381 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:43,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:43825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:06:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:06:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:43,383 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:43825' 2024-11-13T19:06:43,384 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356f0af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,384 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43825,-1 for getting cluster id 2024-11-13T19:06:43,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:43,385 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86b69a29-885f-4905-aa6a-13fbc6ba04bd' 2024-11-13T19:06:43,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:43,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86b69a29-885f-4905-aa6a-13fbc6ba04bd" 2024-11-13T19:06:43,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1346ca76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43825,-1] 2024-11-13T19:06:43,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:43,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:43,386 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:43,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14435444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:43,387 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:43,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:43,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c851c22 2024-11-13T19:06:43,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:43,388 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:43,388 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:06:43,388 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:06:43,388 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:43,388 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:43,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:43,389 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:43,390 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:06:43,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:43,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:43,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:06:43,440 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:06:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:43,535 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 379, reset compression=false 2024-11-13T19:06:43,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:06:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:43,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, NAME => 'hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a 2024-11-13T19:06:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:06:43,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:43,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, disabling compactions & flushes 2024-11-13T19:06:43,808 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:43,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:43,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. after waiting 0 ms 2024-11-13T19:06:43,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:43,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:43,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4: Waiting for close lock at 1731524803808Disabling compacts and flushes for region at 1731524803808Disabling writes for close at 1731524803809 (+1 ms)Writing region close event to WAL at 1731524803809Closed at 1731524803809 2024-11-13T19:06:43,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:43,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524803810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524803810"}]},"ts":"1731524803810"} 2024-11-13T19:06:43,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:43,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:43,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524803814"}]},"ts":"1731524803814"} 2024-11-13T19:06:43,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:06:43,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, ASSIGN}] 2024-11-13T19:06:43,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, ASSIGN 2024-11-13T19:06:43,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,40615,1731524788400; forceNewPlan=false, retain=false 2024-11-13T19:06:43,838 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 379, reset compression=false 2024-11-13T19:06:43,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, regionState=OPENING, regionLocation=e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:43,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, ASSIGN because future has completed 2024-11-13T19:06:43,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, server=e4b56bc8c4b3,40615,1731524788400}] 2024-11-13T19:06:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:44,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:44,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:44,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:06:44,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40615%2C1731524788400.rep, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/oldWALs, maxLogs=10 2024-11-13T19:06:44,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.rep.1731524804127, exclude list is [], retry=0 2024-11-13T19:06:44,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-4c9fbc5f-dcb0-4dfb-b478-a3211b54cd03,DISK] 2024-11-13T19:06:44,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.rep.1731524804127 2024-11-13T19:06:44,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37301:37301)] 2024-11-13T19:06:44,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, NAME => 'hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:44,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:44,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:44,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. service=MultiRowMutationService 2024-11-13T19:06:44,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:06:44,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:44,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,144 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,145 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 columnFamilyName hfileref 2024-11-13T19:06:44,145 DEBUG [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:44,145 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] regionserver.HStore(327): Store=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:44,145 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,146 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 columnFamilyName queue 2024-11-13T19:06:44,146 DEBUG [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:44,146 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] regionserver.HStore(327): Store=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:44,146 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,147 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 columnFamilyName sid 2024-11-13T19:06:44,147 DEBUG [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:44,147 INFO [StoreOpener-f1ac8f0e2eea2ea19bcf5a39cc8d8dd4-1 {}] regionserver.HStore(327): Store=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:44,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:44,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:44,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f1ac8f0e2eea2ea19bcf5a39cc8d8dd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71189394, jitterRate=0.06080463528633118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:44,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:44,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4: Running coprocessor pre-open hook at 1731524804143Writing region info on filesystem at 1731524804143Initializing all the Stores at 1731524804143Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524804143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524804143Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524804143Cleaning up temporary data from old regions at 1731524804149 (+6 ms)Running coprocessor post-open hooks at 1731524804151 (+2 ms)Region opened successfully at 1731524804151 2024-11-13T19:06:44,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4., pid=10, masterSystemTime=1731524804122 2024-11-13T19:06:44,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:44,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:44,154 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:44,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, server=e4b56bc8c4b3,40615,1731524788400 because future has completed 2024-11-13T19:06:44,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:06:44,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, server=e4b56bc8c4b3,40615,1731524788400 in 186 msec 2024-11-13T19:06:44,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:06:44,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, ASSIGN in 342 msec 2024-11-13T19:06:44,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:44,161 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524804161"}]},"ts":"1731524804161"} 2024-11-13T19:06:44,164 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:06:44,165 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:44,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-13T19:06:44,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4., hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=2] 2024-11-13T19:06:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:44,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:06:44,243 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 379, reset compression=false 2024-11-13T19:06:44,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:06:44,393 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:06:44,431 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,40615,1731524788400, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:06:44,431 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:44,431 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=-1] 2024-11-13T19:06:44,432 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:44,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:44,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,40615,1731524788400', locateType=CURRENT is [region=hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4., hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=2] 2024-11-13T19:06:44,437 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:06:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:06:44,439 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,40615,1731524788400 suceeded 2024-11-13T19:06:44,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:06:44,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-13T19:06:44,441 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:43825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:06:44,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0600 sec 2024-11-13T19:06:44,451 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:43825' 2024-11-13T19:06:44,452 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5609dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,452 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43825,-1 for getting cluster id 2024-11-13T19:06:44,452 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:44,453 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86b69a29-885f-4905-aa6a-13fbc6ba04bd' 2024-11-13T19:06:44,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:44,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86b69a29-885f-4905-aa6a-13fbc6ba04bd" 2024-11-13T19:06:44,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@396f9390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43825,-1] 2024-11-13T19:06:44,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:44,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:44,454 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:44,455 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32b13e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,455 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:44,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:44,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ef568ad 2024-11-13T19:06:44,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:44,456 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T19:06:44,457 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,40615,1731524788400 (queues=1) is replicating from cluster=b48c1ef6-2f7e-4fcf-9665-d14862a19f3a to cluster=86b69a29-885f-4905-aa6a-13fbc6ba04bd 2024-11-13T19:06:44,457 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C40615%2C1731524788400 2024-11-13T19:06:44,457 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,40615,1731524788400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:06:44,457 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C40615%2C1731524788400 2024-11-13T19:06:44,457 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, startPosition=0, beingWritten=true 2024-11-13T19:06:44,464 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:44,464 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 379, reset compression=false 2024-11-13T19:06:44,464 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:44,516 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:06:44,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:44,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:44,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:44,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:44,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:44,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a51619d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43825,-1 for getting cluster id 2024-11-13T19:06:44,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:44,518 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86b69a29-885f-4905-aa6a-13fbc6ba04bd' 2024-11-13T19:06:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86b69a29-885f-4905-aa6a-13fbc6ba04bd" 2024-11-13T19:06:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae8a29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43825,-1] 2024-11-13T19:06:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:44,519 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548ec5a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5176fec 2024-11-13T19:06:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:44,521 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:44,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:35443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:06:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:06:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:44,524 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:35443' 2024-11-13T19:06:44,525 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a84841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,525 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35443,-1 for getting cluster id 2024-11-13T19:06:44,525 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:44,526 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d683920-29c5-40ba-b658-09619ee723ab' 2024-11-13T19:06:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d683920-29c5-40ba-b658-09619ee723ab" 2024-11-13T19:06:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b59baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35443,-1] 2024-11-13T19:06:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:44,527 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:44,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54130b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:44,528 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:44,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:44,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18447442 2024-11-13T19:06:44,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:44,529 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:44,530 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:06:44,530 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:06:44,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:44,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:44,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:44,531 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:06:44,532 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:06:44,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:06:44,533 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:44,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:06:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:06:44,582 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:06:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:44,668 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 379, reset compression=false 2024-11-13T19:06:44,747 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 379, reset compression=false 2024-11-13T19:06:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:44,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86f8613b040c39352847e87dd612aef2, NAME => 'hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420 2024-11-13T19:06:44,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:06:44,972 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 379, reset compression=false 2024-11-13T19:06:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:45,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:45,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 86f8613b040c39352847e87dd612aef2, disabling compactions & flushes 2024-11-13T19:06:45,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:45,347 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:45,347 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. after waiting 0 ms 2024-11-13T19:06:45,347 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:45,347 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:45,347 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86f8613b040c39352847e87dd612aef2: Waiting for close lock at 1731524805346Disabling compacts and flushes for region at 1731524805346Disabling writes for close at 1731524805347 (+1 ms)Writing region close event to WAL at 1731524805347Closed at 1731524805347 2024-11-13T19:06:45,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:06:45,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524805348"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524805348"}]},"ts":"1731524805348"} 2024-11-13T19:06:45,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:06:45,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:06:45,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524805350"}]},"ts":"1731524805350"} 2024-11-13T19:06:45,351 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 379, reset compression=false 2024-11-13T19:06:45,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:06:45,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86f8613b040c39352847e87dd612aef2, ASSIGN}] 2024-11-13T19:06:45,355 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86f8613b040c39352847e87dd612aef2, ASSIGN 2024-11-13T19:06:45,355 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86f8613b040c39352847e87dd612aef2, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,46305,1731524792925; forceNewPlan=false, retain=false 2024-11-13T19:06:45,375 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 379, reset compression=false 2024-11-13T19:06:45,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86f8613b040c39352847e87dd612aef2, regionState=OPENING, regionLocation=e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:45,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86f8613b040c39352847e87dd612aef2, ASSIGN because future has completed 2024-11-13T19:06:45,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86f8613b040c39352847e87dd612aef2, server=e4b56bc8c4b3,46305,1731524792925}] 2024-11-13T19:06:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:45,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:45,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:06:45,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:06:45,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C46305%2C1731524792925.rep, suffix=, logDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925, archiveDir=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/oldWALs, maxLogs=10 2024-11-13T19:06:45,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.rep.1731524805663, exclude list is [], retry=0 2024-11-13T19:06:45,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41227,DS-5879344d-1b73-4a8a-9943-f9b8a63ebd44,DISK] 2024-11-13T19:06:45,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.rep.1731524805663 2024-11-13T19:06:45,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34775:34775)] 2024-11-13T19:06:45,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 86f8613b040c39352847e87dd612aef2, NAME => 'hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:06:45,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:06:45,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:06:45,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. service=MultiRowMutationService 2024-11-13T19:06:45,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:06:45,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:06:45,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,686 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,688 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86f8613b040c39352847e87dd612aef2 columnFamilyName hfileref 2024-11-13T19:06:45,688 DEBUG [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:45,688 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] regionserver.HStore(327): Store=86f8613b040c39352847e87dd612aef2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:45,689 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,690 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86f8613b040c39352847e87dd612aef2 columnFamilyName queue 2024-11-13T19:06:45,690 DEBUG [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:45,690 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] regionserver.HStore(327): Store=86f8613b040c39352847e87dd612aef2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:45,690 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,691 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86f8613b040c39352847e87dd612aef2 columnFamilyName sid 2024-11-13T19:06:45,691 DEBUG [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:06:45,691 INFO [StoreOpener-86f8613b040c39352847e87dd612aef2-1 {}] regionserver.HStore(327): Store=86f8613b040c39352847e87dd612aef2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:06:45,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/replication/86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/replication/86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:06:45,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/replication/86f8613b040c39352847e87dd612aef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:06:45,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 86f8613b040c39352847e87dd612aef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73844631, jitterRate=0.10037074983119965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:06:45,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:45,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 86f8613b040c39352847e87dd612aef2: Running coprocessor pre-open hook at 1731524805686Writing region info on filesystem at 1731524805686Initializing all the Stores at 1731524805686Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524805686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524805686Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524805686Cleaning up temporary data from old regions at 1731524805693 (+7 ms)Running coprocessor post-open hooks at 1731524805696 (+3 ms)Region opened successfully at 1731524805696 2024-11-13T19:06:45,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2., pid=10, masterSystemTime=1731524805659 2024-11-13T19:06:45,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:45,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:45,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86f8613b040c39352847e87dd612aef2, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:45,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86f8613b040c39352847e87dd612aef2, server=e4b56bc8c4b3,46305,1731524792925 because future has completed 2024-11-13T19:06:45,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:06:45,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 86f8613b040c39352847e87dd612aef2, server=e4b56bc8c4b3,46305,1731524792925 in 193 msec 2024-11-13T19:06:45,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:06:45,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86f8613b040c39352847e87dd612aef2, ASSIGN in 350 msec 2024-11-13T19:06:45,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:06:45,706 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524805706"}]},"ts":"1731524805706"} 2024-11-13T19:06:45,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:06:45,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:06:45,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-13T19:06:45,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2., hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=2] 2024-11-13T19:06:45,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:45,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:45,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:06:45,878 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 379, reset compression=false 2024-11-13T19:06:45,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:06:45,977 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:06:46,005 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,46305,1731524792925, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:06:46,006 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:46,006 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=-1] 2024-11-13T19:06:46,006 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:46,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:46,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,46305,1731524792925', locateType=CURRENT is [region=hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2., hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=2] 2024-11-13T19:06:46,011 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:06:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:06:46,013 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,46305,1731524792925 suceeded 2024-11-13T19:06:46,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:06:46,015 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:35443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:06:46,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-13T19:06:46,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-13T19:06:46,025 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:35443' 2024-11-13T19:06:46,027 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f4fa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,027 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35443,-1 for getting cluster id 2024-11-13T19:06:46,027 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:46,027 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d683920-29c5-40ba-b658-09619ee723ab' 2024-11-13T19:06:46,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:46,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d683920-29c5-40ba-b658-09619ee723ab" 2024-11-13T19:06:46,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743518d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35443,-1] 2024-11-13T19:06:46,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:46,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:46,029 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:46,029 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d976c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,029 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:46,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:46,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e04b3c 2024-11-13T19:06:46,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:46,031 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T19:06:46,031 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,46305,1731524792925 (queues=1) is replicating from cluster=86b69a29-885f-4905-aa6a-13fbc6ba04bd to cluster=8d683920-29c5-40ba-b658-09619ee723ab 2024-11-13T19:06:46,031 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C46305%2C1731524792925 2024-11-13T19:06:46,031 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,46305,1731524792925, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:06:46,032 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, startPosition=0, beingWritten=true 2024-11-13T19:06:46,032 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C46305%2C1731524792925 2024-11-13T19:06:46,036 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:46,036 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 379, reset compression=false 2024-11-13T19:06:46,036 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:46,056 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 379, reset compression=false 2024-11-13T19:06:46,239 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 379, reset compression=false 2024-11-13T19:06:46,482 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 379, reset compression=false 2024-11-13T19:06:46,546 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 379, reset compression=false 2024-11-13T19:06:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:06:46,666 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:06:46,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:46,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:46,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:46,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:46,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:46,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364516c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35443,-1 for getting cluster id 2024-11-13T19:06:46,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:46,669 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d683920-29c5-40ba-b658-09619ee723ab' 2024-11-13T19:06:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d683920-29c5-40ba-b658-09619ee723ab" 2024-11-13T19:06:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380b7bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35443,-1] 2024-11-13T19:06:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:46,671 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:46,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be68126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1fe91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38847,-1 for getting cluster id 2024-11-13T19:06:46,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:46,672 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c1ef6-2f7e-4fcf-9665-d14862a19f3a' 2024-11-13T19:06:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c1ef6-2f7e-4fcf-9665-d14862a19f3a" 2024-11-13T19:06:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180f682f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38847,-1] 2024-11-13T19:06:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:46,675 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a975f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158f17ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43825,-1 for getting cluster id 2024-11-13T19:06:46,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:46,679 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86b69a29-885f-4905-aa6a-13fbc6ba04bd' 2024-11-13T19:06:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86b69a29-885f-4905-aa6a-13fbc6ba04bd" 2024-11-13T19:06:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e904e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43825,-1] 2024-11-13T19:06:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:46,681 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45293fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=-1] 2024-11-13T19:06:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:46,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794., hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=2] 2024-11-13T19:06:46,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=-1] 2024-11-13T19:06:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:46,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354., hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=2] 2024-11-13T19:06:46,723 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T19:06:46,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:06:46,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:06:46,859 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 379, reset compression=false 2024-11-13T19:06:46,864 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:46,864 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 480, reset compression=false 2024-11-13T19:06:46,864 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2171d7a8c600fb4ace4ebbdb572e794/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T19:06:46,866 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:46,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T19:06:46,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:46,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e2775d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,38847,-1 for getting cluster id 2024-11-13T19:06:46,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:46,871 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b48c1ef6-2f7e-4fcf-9665-d14862a19f3a' 2024-11-13T19:06:46,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b48c1ef6-2f7e-4fcf-9665-d14862a19f3a" 2024-11-13T19:06:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18937a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,38847,-1] 2024-11-13T19:06:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:46,873 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:46,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b44e5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:46,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:46,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=-1] 2024-11-13T19:06:46,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:46,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65., hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=2] 2024-11-13T19:06:46,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:46,950 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 379, reset compression=false 2024-11-13T19:06:47,068 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 480, reset compression=false 2024-11-13T19:06:47,185 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 379, reset compression=false 2024-11-13T19:06:47,192 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:47,192 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 504, reset compression=false 2024-11-13T19:06:47,192 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d200391c3a04ae57541cbab8e44fd65/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T19:06:47,195 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:47,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T19:06:47,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:47,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2443a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:47,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43825,-1 for getting cluster id 2024-11-13T19:06:47,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:47,204 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86b69a29-885f-4905-aa6a-13fbc6ba04bd' 2024-11-13T19:06:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86b69a29-885f-4905-aa6a-13fbc6ba04bd" 2024-11-13T19:06:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@148bf5ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43825,-1] 2024-11-13T19:06:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:47,205 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:47,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42dad65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:47,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:47,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=-1] 2024-11-13T19:06:47,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:47,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354., hostname=e4b56bc8c4b3,46305,1731524792925, seqNum=2] 2024-11-13T19:06:47,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:47,372 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 480, reset compression=false 2024-11-13T19:06:47,400 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 504, reset compression=false 2024-11-13T19:06:47,453 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 379, reset compression=false 2024-11-13T19:06:47,465 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:47,465 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 528, reset compression=false 2024-11-13T19:06:47,465 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:47,668 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 528, reset compression=false 2024-11-13T19:06:47,703 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 504, reset compression=false 2024-11-13T19:06:47,725 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T19:06:47,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=-1] 2024-11-13T19:06:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:47,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:06:47,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65., hostname=e4b56bc8c4b3,40615,1731524788400, seqNum=2] 2024-11-13T19:06:47,732 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T19:06:47,776 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 480, reset compression=false 2024-11-13T19:06:47,972 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 528, reset compression=false 2024-11-13T19:06:48,106 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 504, reset compression=false 2024-11-13T19:06:48,110 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:48,110 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 608, reset compression=false 2024-11-13T19:06:48,110 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d200391c3a04ae57541cbab8e44fd65/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:06:48,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:48,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:48,280 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 480, reset compression=false 2024-11-13T19:06:48,313 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 608, reset compression=false 2024-11-13T19:06:48,375 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 528, reset compression=false 2024-11-13T19:06:48,379 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:48,379 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 656, reset compression=false 2024-11-13T19:06:48,379 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6af8d098c8c0610ebd8c3ae0fc84354/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T19:06:48,381 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:48,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T19:06:48,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:48,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6039c5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:48,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35443,-1 for getting cluster id 2024-11-13T19:06:48,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:48,383 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d683920-29c5-40ba-b658-09619ee723ab' 2024-11-13T19:06:48,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:48,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d683920-29c5-40ba-b658-09619ee723ab" 2024-11-13T19:06:48,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@128d7be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:48,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35443,-1] 2024-11-13T19:06:48,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:48,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:48,384 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:48,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eae74c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:48,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:06:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=-1] 2024-11-13T19:06:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:06:48,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T19:06:48,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794., hostname=e4b56bc8c4b3,39489,1731524783566, seqNum=2] 2024-11-13T19:06:48,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:48,583 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 656, reset compression=false 2024-11-13T19:06:48,617 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 608, reset compression=false 2024-11-13T19:06:48,734 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T19:06:48,740 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T19:06:48,883 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 480, reset compression=false 2024-11-13T19:06:48,887 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 656, reset compression=false 2024-11-13T19:06:48,904 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:48,904 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 760, reset compression=false 2024-11-13T19:06:48,904 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6af8d098c8c0610ebd8c3ae0fc84354/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:06:48,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:48,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:48,921 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:48,921 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 760, reset compression=false 2024-11-13T19:06:48,921 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2171d7a8c600fb4ace4ebbdb572e794/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T19:06:48,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:48,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:49,023 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 608, reset compression=false 2024-11-13T19:06:49,033 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:49,033 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 760, reset compression=false 2024-11-13T19:06:49,033 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:49,119 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 760, reset compression=false 2024-11-13T19:06:49,153 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 760, reset compression=false 2024-11-13T19:06:49,237 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 760, reset compression=false 2024-11-13T19:06:49,423 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 760, reset compression=false 2024-11-13T19:06:49,460 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 760, reset compression=false 2024-11-13T19:06:49,544 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 760, reset compression=false 2024-11-13T19:06:49,743 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T19:06:49,747 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T19:06:49,829 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 760, reset compression=false 2024-11-13T19:06:49,865 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 760, reset compression=false 2024-11-13T19:06:49,879 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:49,879 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 916, reset compression=false 2024-11-13T19:06:49,879 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2171d7a8c600fb4ace4ebbdb572e794/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T19:06:49,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:49,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:49,948 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 760, reset compression=false 2024-11-13T19:06:49,954 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:49,954 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 908, reset compression=false 2024-11-13T19:06:49,954 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d200391c3a04ae57541cbab8e44fd65/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T19:06:49,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:49,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:50,084 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 916, reset compression=false 2024-11-13T19:06:50,160 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 908, reset compression=false 2024-11-13T19:06:50,334 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 760, reset compression=false 2024-11-13T19:06:50,339 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:50,339 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 932, reset compression=false 2024-11-13T19:06:50,340 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:50,402 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 916, reset compression=false 2024-11-13T19:06:50,490 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 908, reset compression=false 2024-11-13T19:06:50,549 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 932, reset compression=false 2024-11-13T19:06:50,749 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T19:06:50,753 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T19:06:50,806 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 916, reset compression=false 2024-11-13T19:06:50,857 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 932, reset compression=false 2024-11-13T19:06:50,894 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 908, reset compression=false 2024-11-13T19:06:50,899 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:50,899 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1067, reset compression=false 2024-11-13T19:06:50,899 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d200391c3a04ae57541cbab8e44fd65/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:06:50,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:50,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:51,102 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1067, reset compression=false 2024-11-13T19:06:51,261 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 932, reset compression=false 2024-11-13T19:06:51,271 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:51,271 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1082, reset compression=false 2024-11-13T19:06:51,271 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6af8d098c8c0610ebd8c3ae0fc84354/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T19:06:51,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:51,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:51,310 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 916, reset compression=false 2024-11-13T19:06:51,315 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:51,315 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1090, reset compression=false 2024-11-13T19:06:51,315 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:51,406 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1067, reset compression=false 2024-11-13T19:06:51,502 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1082, reset compression=false 2024-11-13T19:06:51,524 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1090, reset compression=false 2024-11-13T19:06:51,756 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T19:06:51,760 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T19:06:51,806 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1082, reset compression=false 2024-11-13T19:06:51,810 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1067, reset compression=false 2024-11-13T19:06:51,811 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:51,811 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1241, reset compression=false 2024-11-13T19:06:51,811 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6af8d098c8c0610ebd8c3ae0fc84354/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:06:51,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:51,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:51,840 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1090, reset compression=false 2024-11-13T19:06:51,856 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:51,856 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1240, reset compression=false 2024-11-13T19:06:51,856 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2171d7a8c600fb4ace4ebbdb572e794/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T19:06:51,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:51,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:52,028 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1241, reset compression=false 2024-11-13T19:06:52,067 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1240, reset compression=false 2024-11-13T19:06:52,315 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1067, reset compression=false 2024-11-13T19:06:52,321 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:52,321 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1241, reset compression=false 2024-11-13T19:06:52,321 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:52,336 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1241, reset compression=false 2024-11-13T19:06:52,371 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1240, reset compression=false 2024-11-13T19:06:52,525 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1241, reset compression=false 2024-11-13T19:06:52,741 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1241, reset compression=false 2024-11-13T19:06:52,766 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T19:06:52,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728b4c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:52,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43825,-1 for getting cluster id 2024-11-13T19:06:52,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:52,779 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1240, reset compression=false 2024-11-13T19:06:52,779 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86b69a29-885f-4905-aa6a-13fbc6ba04bd' 2024-11-13T19:06:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86b69a29-885f-4905-aa6a-13fbc6ba04bd" 2024-11-13T19:06:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5eda1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43825,-1] 2024-11-13T19:06:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:52,783 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:52,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de23172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:52,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:52,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:52,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73987db1 2024-11-13T19:06:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:52,793 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:52,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-13T19:06:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T19:06:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:06:52,830 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1241, reset compression=false 2024-11-13T19:06:52,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:06:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:06:52,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T19:06:52,995 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T19:06:52,996 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T19:06:52,996 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,46305,1731524792925 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T19:06:52,996 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0. 2024-11-13T19:06:52,996 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:52,996 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:52,996 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:52,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:52,999 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:06:53,097 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:06:53,097 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T19:06:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:06:53,197 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 terminated 2024-11-13T19:06:53,220 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,46305,1731524792925, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:06:53,221 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T19:06:53,221 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T19:06:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T19:06:53,224 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on e4b56bc8c4b3,46305,1731524792925 suceeded 2024-11-13T19:06:53,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T19:06:53,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 383 msec 2024-11-13T19:06:53,226 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T19:06:53,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 432 msec 2024-11-13T19:06:53,239 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:35443' 2024-11-13T19:06:53,240 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e7166a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:53,240 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,35443,-1 for getting cluster id 2024-11-13T19:06:53,240 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:53,241 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d683920-29c5-40ba-b658-09619ee723ab' 2024-11-13T19:06:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d683920-29c5-40ba-b658-09619ee723ab" 2024-11-13T19:06:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b3fbfd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,35443,-1] 2024-11-13T19:06:53,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:53,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:53,242 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:53,243 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fc0b5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:53,243 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:53,244 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1241, reset compression=false 2024-11-13T19:06:53,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:06:53,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b0dd5d9 2024-11-13T19:06:53,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:53,245 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T19:06:53,247 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,46305,1731524792925 (queues=1) is replicating from cluster=86b69a29-885f-4905-aa6a-13fbc6ba04bd to cluster=8d683920-29c5-40ba-b658-09619ee723ab 2024-11-13T19:06:53,247 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C46305%2C1731524792925 2024-11-13T19:06:53,248 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,46305,1731524792925, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:06:53,248 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C46305%2C1731524792925 2024-11-13T19:06:53,283 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1240, reset compression=false 2024-11-13T19:06:53,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:06:53,427 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:06:53,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:53,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:53,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:53,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:53,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:53,431 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T19:06:53,748 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1241, reset compression=false 2024-11-13T19:06:53,896 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1240, reset compression=false 2024-11-13T19:06:53,900 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:53,900 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1344, reset compression=false 2024-11-13T19:06:53,900 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2171d7a8c600fb4ace4ebbdb572e794/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:06:53,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:53,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40615 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:54,105 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1344, reset compression=false 2024-11-13T19:06:54,352 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1241, reset compression=false 2024-11-13T19:06:54,362 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:54,362 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1369, reset compression=false 2024-11-13T19:06:54,362 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d200391c3a04ae57541cbab8e44fd65/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T19:06:54,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:54,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:54,410 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1344, reset compression=false 2024-11-13T19:06:54,433 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T19:06:54,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb3f248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:54,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43825,-1 for getting cluster id 2024-11-13T19:06:54,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:06:54,436 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86b69a29-885f-4905-aa6a-13fbc6ba04bd' 2024-11-13T19:06:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:06:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86b69a29-885f-4905-aa6a-13fbc6ba04bd" 2024-11-13T19:06:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c58e1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43825,-1] 2024-11-13T19:06:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:06:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:54,438 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:06:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107e86dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:06:54,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23479654 2024-11-13T19:06:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:06:54,445 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:06:54,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-13T19:06:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T19:06:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T19:06:54,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:06:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T19:06:54,567 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1369, reset compression=false 2024-11-13T19:06:54,572 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:54,572 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1473, reset compression=false 2024-11-13T19:06:54,572 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d200391c3a04ae57541cbab8e44fd65/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:06:54,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:54,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:54,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T19:06:54,618 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T19:06:54,619 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T19:06:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T19:06:54,621 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on e4b56bc8c4b3,46305,1731524792925 suceeded 2024-11-13T19:06:54,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T19:06:54,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-13T19:06:54,622 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T19:06:54,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 177 msec 2024-11-13T19:06:54,649 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, startPosition=1241, beingWritten=true 2024-11-13T19:06:54,654 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:06:54,654 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1521, reset compression=false 2024-11-13T19:06:54,654 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[{test/d6af8d098c8c0610ebd8c3ae0fc84354/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T19:06:54,658 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:06:54,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T19:06:54,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:06:54,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:06:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T19:06:54,766 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:06:54,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:54,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:54,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:54,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:54,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:54,769 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T19:06:54,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:06:54,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:54,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:54,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:54,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:54,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:54,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:06:54,770 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=175651212, stopped=false 2024-11-13T19:06:54,770 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,43825,1731524792810 2024-11-13T19:06:54,778 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1473, reset compression=false 2024-11-13T19:06:54,814 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1344, reset compression=false 2024-11-13T19:06:54,818 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:54,818 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:54,818 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:54,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22052377748/running 2024-11-13T19:06:54,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:06:54,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:54,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22052377748/running 2024-11-13T19:06:54,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:54,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:54,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:54,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:54,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,46305,1731524792925' ***** 2024-11-13T19:06:54,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:06:54,825 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:06:54,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on znode that does not yet exist, /22052377748/running 2024-11-13T19:06:54,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Set watcher on znode that does not yet exist, /22052377748/running 2024-11-13T19:06:54,825 INFO [RS:0;e4b56bc8c4b3:46305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:06:54,825 INFO [RS:0;e4b56bc8c4b3:46305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:06:54,825 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:54,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:06:54,826 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:54,826 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:54,826 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:06:54,826 INFO [RS:0;e4b56bc8c4b3:46305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:46305. 2024-11-13T19:06:54,826 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6af8d098c8c0610ebd8c3ae0fc84354, disabling compactions & flushes 2024-11-13T19:06:54,826 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:54,826 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:54,826 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:54,826 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. after waiting 0 ms 2024-11-13T19:06:54,826 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:54,826 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:54,826 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:06:54,826 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6af8d098c8c0610ebd8c3ae0fc84354 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T19:06:54,826 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:06:54,827 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:06:54,827 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:06:54,845 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:06:54,845 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1325): Online Regions={d6af8d098c8c0610ebd8c3ae0fc84354=test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354., 86f8613b040c39352847e87dd612aef2=hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:06:54,846 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86f8613b040c39352847e87dd612aef2, d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:54,846 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:06:54,846 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:06:54,846 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:06:54,846 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:06:54,846 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:06:54,847 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:06:54,847 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:06:54,857 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1521, reset compression=false 2024-11-13T19:06:54,864 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/f/6e4b91982aa6425f85cb638bb9fbc712 is 37, key is row3/f:row3/1731524813428/Put/seqid=0 2024-11-13T19:06:54,867 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:54,868 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1768, reset compression=false 2024-11-13T19:06:54,868 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,46305,1731524792925 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:54,869 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,46305,1731524792925: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,46305,1731524792925, walGroup=e4b56bc8c4b3%2C46305%2C1731524792925, offset=e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:46305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:06:54,870 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:06:54,870 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:06:54,871 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:06:54,871 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:06:54,871 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:06:54,871 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1109393408, "init": 1048576000, "max": 2306867200, "used": 916936512 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198106776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:06:54,872 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:43825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:43825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:06:54,890 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/info/7b4b0a6a26bc413e9698237325a5be98 is 147, key is hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2./info:regioninfo/1731524805699/Put/seqid=0 2024-11-13T19:06:54,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741840_1016 (size=5228) 2024-11-13T19:06:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741841_1017 (size=7686) 2024-11-13T19:06:55,023 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:55,046 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86f8613b040c39352847e87dd612aef2, d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:55,081 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1473, reset compression=false 2024-11-13T19:06:55,104 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1768, reset compression=false 2024-11-13T19:06:55,246 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86f8613b040c39352847e87dd612aef2, d6af8d098c8c0610ebd8c3ae0fc84354 2024-11-13T19:06:55,292 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/f/6e4b91982aa6425f85cb638bb9fbc712 2024-11-13T19:06:55,297 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e4b91982aa6425f85cb638bb9fbc712 2024-11-13T19:06:55,306 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/info/7b4b0a6a26bc413e9698237325a5be98 2024-11-13T19:06:55,313 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/f1/1d4a77d58695426b829827cd3715b63d is 30, key is row1/f1:/1731524810750/DeleteFamily/seqid=0 2024-11-13T19:06:55,326 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:55,329 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/ns/8680e30f0f71423b8d07ec8540456908 is 43, key is default/ns:d/1731524795680/Put/seqid=0 2024-11-13T19:06:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741842_1018 (size=5158) 2024-11-13T19:06:55,341 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/f1/1d4a77d58695426b829827cd3715b63d 2024-11-13T19:06:55,347 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d4a77d58695426b829827cd3715b63d 2024-11-13T19:06:55,377 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/norep/00c69c9789784a588fc91b7236842ada is 33, key is row2/norep:/1731524811757/DeleteFamily/seqid=0 2024-11-13T19:06:55,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741843_1019 (size=5153) 2024-11-13T19:06:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741844_1020 (size=5108) 2024-11-13T19:06:55,388 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/norep/00c69c9789784a588fc91b7236842ada 2024-11-13T19:06:55,392 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00c69c9789784a588fc91b7236842ada 2024-11-13T19:06:55,394 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/f/6e4b91982aa6425f85cb638bb9fbc712 as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/f/6e4b91982aa6425f85cb638bb9fbc712 2024-11-13T19:06:55,398 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e4b91982aa6425f85cb638bb9fbc712 2024-11-13T19:06:55,398 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/f/6e4b91982aa6425f85cb638bb9fbc712, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T19:06:55,400 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/f1/1d4a77d58695426b829827cd3715b63d as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/f1/1d4a77d58695426b829827cd3715b63d 2024-11-13T19:06:55,404 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d4a77d58695426b829827cd3715b63d 2024-11-13T19:06:55,404 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/f1/1d4a77d58695426b829827cd3715b63d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T19:06:55,405 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/.tmp/norep/00c69c9789784a588fc91b7236842ada as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/norep/00c69c9789784a588fc91b7236842ada 2024-11-13T19:06:55,407 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1768, reset compression=false 2024-11-13T19:06:55,411 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00c69c9789784a588fc91b7236842ada 2024-11-13T19:06:55,411 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/norep/00c69c9789784a588fc91b7236842ada, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T19:06:55,415 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d6af8d098c8c0610ebd8c3ae0fc84354 in 588ms, sequenceid=12, compaction requested=false 2024-11-13T19:06:55,433 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/default/test/d6af8d098c8c0610ebd8c3ae0fc84354/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:06:55,434 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6af8d098c8c0610ebd8c3ae0fc84354: Waiting for close lock at 1731524814826Running coprocessor pre-close hooks at 1731524814826Disabling compacts and flushes for region at 1731524814826Disabling writes for close at 1731524814826Obtaining lock to block concurrent updates at 1731524814826Preparing flush snapshotting stores in d6af8d098c8c0610ebd8c3ae0fc84354 at 1731524814826Finished memstore snapshotting test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731524814827 (+1 ms)Flushing stores of test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. at 1731524814827Flushing d6af8d098c8c0610ebd8c3ae0fc84354/f: creating writer at 1731524814827Flushing d6af8d098c8c0610ebd8c3ae0fc84354/f: appending metadata at 1731524814863 (+36 ms)Flushing d6af8d098c8c0610ebd8c3ae0fc84354/f: closing flushed file at 1731524814863Flushing d6af8d098c8c0610ebd8c3ae0fc84354/f1: creating writer at 1731524815297 (+434 ms)Flushing d6af8d098c8c0610ebd8c3ae0fc84354/f1: appending metadata at 1731524815313 (+16 ms)Flushing d6af8d098c8c0610ebd8c3ae0fc84354/f1: closing flushed file at 1731524815313Flushing d6af8d098c8c0610ebd8c3ae0fc84354/norep: creating writer at 1731524815347 (+34 ms)Flushing d6af8d098c8c0610ebd8c3ae0fc84354/norep: appending metadata at 1731524815377 (+30 ms)Flushing d6af8d098c8c0610ebd8c3ae0fc84354/norep: closing flushed file at 1731524815377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d72932f: reopening flushed file at 1731524815392 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e74905: reopening flushed file at 1731524815398 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d74edd: reopening flushed file at 1731524815404 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d6af8d098c8c0610ebd8c3ae0fc84354 in 588ms, sequenceid=12, compaction requested=false at 1731524815415 (+11 ms)Writing region close event to WAL at 1731524815429 (+14 ms)Running coprocessor post-close hooks at 1731524815433 (+4 ms)Closed at 1731524815434 (+1 ms) 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354. 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86f8613b040c39352847e87dd612aef2, disabling compactions & flushes 2024-11-13T19:06:55,434 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. after waiting 0 ms 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86f8613b040c39352847e87dd612aef2: Waiting for close lock at 1731524815434Running coprocessor pre-close hooks at 1731524815434Disabling compacts and flushes for region at 1731524815434Disabling writes for close at 1731524815434Failed flush hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2., putting online again at 1731524815434 2024-11-13T19:06:55,434 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:55,446 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(3091): Received CLOSE for 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:55,446 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86f8613b040c39352847e87dd612aef2 2024-11-13T19:06:55,446 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86f8613b040c39352847e87dd612aef2, disabling compactions & flushes 2024-11-13T19:06:55,446 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:55,446 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:55,446 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. after waiting 0 ms 2024-11-13T19:06:55,446 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:55,447 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86f8613b040c39352847e87dd612aef2: Waiting for close lock at 1731524815446Running coprocessor pre-close hooks at 1731524815446Disabling compacts and flushes for region at 1731524815446Disabling writes for close at 1731524815446Failed flush hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2., putting online again at 1731524815446 2024-11-13T19:06:55,447 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2. 2024-11-13T19:06:55,486 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1473, reset compression=false 2024-11-13T19:06:55,646 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:55,668 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:06:55,668 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:06:55,762 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:55,780 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/ns/8680e30f0f71423b8d07ec8540456908 2024-11-13T19:06:55,798 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/rep_barrier/076434a90a8545fc8bbbf0ba50af20cd is 112, key is test,,1731524800088.d6af8d098c8c0610ebd8c3ae0fc84354./rep_barrier:seqnumDuringOpen/1731524801259/Put/seqid=0 2024-11-13T19:06:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741845_1021 (size=5518) 2024-11-13T19:06:55,812 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 1768, reset compression=false 2024-11-13T19:06:55,832 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:55,832 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 2412, reset compression=false 2024-11-13T19:06:55,847 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:06:55,847 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1325): Online Regions={86f8613b040c39352847e87dd612aef2=hbase:replication,,1731524804530.86f8613b040c39352847e87dd612aef2., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:06:55,847 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:55,989 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1473, reset compression=false 2024-11-13T19:06:56,040 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 2412, reset compression=false 2024-11-13T19:06:56,047 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:56,215 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/rep_barrier/076434a90a8545fc8bbbf0ba50af20cd 2024-11-13T19:06:56,238 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/table/ac5f5287d7574bff954551a80ba93234 is 53, key is hbase:replication/table:state/1731524805706/Put/seqid=0 2024-11-13T19:06:56,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:06:56,244 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/table/ac5f5287d7574bff954551a80ba93234 2024-11-13T19:06:56,247 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:06:56,249 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/info/7b4b0a6a26bc413e9698237325a5be98 as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/info/7b4b0a6a26bc413e9698237325a5be98 2024-11-13T19:06:56,253 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/info/7b4b0a6a26bc413e9698237325a5be98, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:06:56,254 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/ns/8680e30f0f71423b8d07ec8540456908 as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/ns/8680e30f0f71423b8d07ec8540456908 2024-11-13T19:06:56,266 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:56,267 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/ns/8680e30f0f71423b8d07ec8540456908, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:06:56,270 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/rep_barrier/076434a90a8545fc8bbbf0ba50af20cd as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/rep_barrier/076434a90a8545fc8bbbf0ba50af20cd 2024-11-13T19:06:56,275 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/rep_barrier/076434a90a8545fc8bbbf0ba50af20cd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:06:56,277 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/.tmp/table/ac5f5287d7574bff954551a80ba93234 as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/table/ac5f5287d7574bff954551a80ba93234 2024-11-13T19:06:56,282 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/table/ac5f5287d7574bff954551a80ba93234, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:06:56,284 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1437ms, sequenceid=16, compaction requested=false 2024-11-13T19:06:56,291 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:06:56,292 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:56,292 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:06:56,292 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:56,292 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524814846Running coprocessor pre-close hooks at 1731524814846Disabling compacts and flushes for region at 1731524814846Disabling writes for close at 1731524814846Obtaining lock to block concurrent updates at 1731524814847 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731524814847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524814847Flushing stores of hbase:meta,,1.1588230740 at 1731524814857 (+10 ms)Flushing 1588230740/info: creating writer at 1731524814857Flushing 1588230740/info: appending metadata at 1731524814890 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731524814890Flushing 1588230740/ns: creating writer at 1731524815311 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731524815328 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731524815328Flushing 1588230740/rep_barrier: creating writer at 1731524815784 (+456 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524815797 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524815797Flushing 1588230740/table: creating writer at 1731524816219 (+422 ms)Flushing 1588230740/table: appending metadata at 1731524816238 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731524816238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca84168: reopening flushed file at 1731524816248 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7441e956: reopening flushed file at 1731524816253 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd3a059: reopening flushed file at 1731524816267 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519b8fcd: reopening flushed file at 1731524816275 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1437ms, sequenceid=16, compaction requested=false at 1731524816284 (+9 ms)Writing region close event to WAL at 1731524816287 (+3 ms)Running coprocessor post-close hooks at 1731524816291 (+4 ms)Closed at 1731524816292 (+1 ms) 2024-11-13T19:06:56,292 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:56,343 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.1731524794750 to pos 2412, reset compression=false 2024-11-13T19:06:56,447 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:06:56,447 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,46305,1731524792925; all regions closed. 2024-11-13T19:06:56,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:06:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741839_1015 (size=2390) 2024-11-13T19:06:56,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/WALs/e4b56bc8c4b3,46305,1731524792925/e4b56bc8c4b3%2C46305%2C1731524792925.rep.1731524805663 not finished, retry = 0 2024-11-13T19:06:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741832_1008 (size=2420) 2024-11-13T19:06:56,573 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:56,573 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:06:56,574 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:06:56,574 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:06:56,574 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:06:56,574 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:06:56,574 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,46305,1731524792925 because: Region server is closing 2024-11-13T19:06:56,575 INFO [RS:0;e4b56bc8c4b3:46305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:46305. 2024-11-13T19:06:56,575 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:56,575 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:56,575 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:56,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:56,593 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1473, reset compression=false 2024-11-13T19:06:56,675 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.shippere4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 terminated 2024-11-13T19:06:56,675 INFO [RS:0;e4b56bc8c4b3:46305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:46305. 2024-11-13T19:06:56,675 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,46305,1731524792925.replicationSource.wal-reader.e4b56bc8c4b3%2C46305%2C1731524792925,1-e4b56bc8c4b3,46305,1731524792925 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:06:56,675 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:56,675 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:56,676 DEBUG [RS:0;e4b56bc8c4b3:46305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:56,676 INFO [RS:0;e4b56bc8c4b3:46305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46305 2024-11-13T19:06:56,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:56,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22052377748/rs/e4b56bc8c4b3,46305,1731524792925 2024-11-13T19:06:56,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748/rs 2024-11-13T19:06:56,690 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:06:56,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,46305,1731524792925] 2024-11-13T19:06:56,706 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22052377748/draining/e4b56bc8c4b3,46305,1731524792925 already deleted, retry=false 2024-11-13T19:06:56,706 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,46305,1731524792925 expired; onlineServers=0 2024-11-13T19:06:56,706 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,43825,1731524792810' ***** 2024-11-13T19:06:56,706 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:06:56,706 INFO [M:0;e4b56bc8c4b3:43825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:06:56,707 INFO [M:0;e4b56bc8c4b3:43825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:06:56,707 DEBUG [M:0;e4b56bc8c4b3:43825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:06:56,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:06:56,707 DEBUG [M:0;e4b56bc8c4b3:43825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:06:56,707 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524794464 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524794464,5,FailOnTimeoutGroup] 2024-11-13T19:06:56,707 INFO [M:0;e4b56bc8c4b3:43825 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:06:56,707 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524794464 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524794464,5,FailOnTimeoutGroup] 2024-11-13T19:06:56,707 INFO [M:0;e4b56bc8c4b3:43825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:06:56,707 DEBUG [M:0;e4b56bc8c4b3:43825 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:06:56,707 INFO [M:0;e4b56bc8c4b3:43825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:06:56,707 INFO [M:0;e4b56bc8c4b3:43825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:06:56,708 INFO [M:0;e4b56bc8c4b3:43825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:06:56,708 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:06:56,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22052377748/master 2024-11-13T19:06:56,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22052377748 2024-11-13T19:06:56,715 DEBUG [M:0;e4b56bc8c4b3:43825 {}] zookeeper.ZKUtil(347): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Unable to get data of znode /22052377748/master because node does not exist (not an error) 2024-11-13T19:06:56,715 WARN [M:0;e4b56bc8c4b3:43825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:06:56,716 INFO [M:0;e4b56bc8c4b3:43825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/.lastflushedseqids 2024-11-13T19:06:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:06:56,723 INFO [M:0;e4b56bc8c4b3:43825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:06:56,723 INFO [M:0;e4b56bc8c4b3:43825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:06:56,723 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:06:56,723 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:56,723 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:56,723 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:06:56,723 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:56,723 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-13T19:06:56,744 DEBUG [M:0;e4b56bc8c4b3:43825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a8fb2a9a96041e6b472bd9cc1503a5c is 82, key is hbase:meta,,1/info:regioninfo/1731524795666/Put/seqid=0 2024-11-13T19:06:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:06:56,754 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a8fb2a9a96041e6b472bd9cc1503a5c 2024-11-13T19:06:56,778 DEBUG [M:0;e4b56bc8c4b3:43825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60285de6af234fc8b74ac203d1b62d3e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524805709/Put/seqid=0 2024-11-13T19:06:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741849_1025 (size=9213) 2024-11-13T19:06:56,798 INFO [RS:0;e4b56bc8c4b3:46305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:06:56,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:56,798 INFO [RS:0;e4b56bc8c4b3:46305 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,46305,1731524792925; zookeeper connection closed. 2024-11-13T19:06:56,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46305-0x10136e10a240007, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:56,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40db9d98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40db9d98 2024-11-13T19:06:56,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:06:56,871 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:57,185 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60285de6af234fc8b74ac203d1b62d3e 2024-11-13T19:06:57,210 DEBUG [M:0;e4b56bc8c4b3:43825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e915376cce684bd690705620f49ede2b is 69, key is e4b56bc8c4b3,46305,1731524792925/rs:state/1731524794579/Put/seqid=0 2024-11-13T19:06:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:06:57,217 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e915376cce684bd690705620f49ede2b 2024-11-13T19:06:57,222 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a8fb2a9a96041e6b472bd9cc1503a5c as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a8fb2a9a96041e6b472bd9cc1503a5c 2024-11-13T19:06:57,228 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a8fb2a9a96041e6b472bd9cc1503a5c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T19:06:57,229 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60285de6af234fc8b74ac203d1b62d3e as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60285de6af234fc8b74ac203d1b62d3e 2024-11-13T19:06:57,236 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60285de6af234fc8b74ac203d1b62d3e, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T19:06:57,237 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e915376cce684bd690705620f49ede2b as hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e915376cce684bd690705620f49ede2b 2024-11-13T19:06:57,242 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36987/user/jenkins/test-data/30e787dc-6470-c111-5e88-788a4ee62420/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e915376cce684bd690705620f49ede2b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T19:06:57,243 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=127, compaction requested=false 2024-11-13T19:06:57,244 INFO [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:06:57,244 DEBUG [M:0;e4b56bc8c4b3:43825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524816723Disabling compacts and flushes for region at 1731524816723Disabling writes for close at 1731524816723Obtaining lock to block concurrent updates at 1731524816723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524816723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731524816724 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524816724Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524816724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524816743 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524816743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524816759 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524816777 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524816777Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524817190 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524817210 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524817210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a510f5: reopening flushed file at 1731524817222 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b68104: reopening flushed file at 1731524817228 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44100055: reopening flushed file at 1731524817236 (+8 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=127, compaction requested=false at 1731524817243 (+7 ms)Writing region close event to WAL at 1731524817244 (+1 ms)Closed at 1731524817244 2024-11-13T19:06:57,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41227 is added to blk_1073741830_1006 (size=73878) 2024-11-13T19:06:57,249 INFO [M:0;e4b56bc8c4b3:43825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:06:57,249 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:06:57,249 INFO [M:0;e4b56bc8c4b3:43825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43825 2024-11-13T19:06:57,249 INFO [M:0;e4b56bc8c4b3:43825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:06:57,297 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1473, reset compression=false 2024-11-13T19:06:57,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:57,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10136e10a240006, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:06:57,411 INFO [M:0;e4b56bc8c4b3:43825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:06:57,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45872e08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:06:57,415 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bbd2ab4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:06:57,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:06:57,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@353e9f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:06:57,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e782ad6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.log.dir/,STOPPED} 2024-11-13T19:06:57,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:06:57,418 WARN [BP-494558058-172.17.0.2-1731524791269 heartbeating to localhost/127.0.0.1:36987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:06:57,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:06:57,418 WARN [BP-494558058-172.17.0.2-1731524791269 heartbeating to localhost/127.0.0.1:36987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-494558058-172.17.0.2-1731524791269 (Datanode Uuid a44dec46-ee14-4a7d-b7ba-00f2b766f50a) service to localhost/127.0.0.1:36987 2024-11-13T19:06:57,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/cluster_22675caf-8962-4e03-10db-f755ab2bf415/data/data1/current/BP-494558058-172.17.0.2-1731524791269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:06:57,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/cluster_22675caf-8962-4e03-10db-f755ab2bf415/data/data2/current/BP-494558058-172.17.0.2-1731524791269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:06:57,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:06:57,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11494273{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:06:57,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@396358b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:06:57,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:06:57,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20884ef1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:06:57,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e30187d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.log.dir/,STOPPED} 2024-11-13T19:06:57,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:06:57,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:06:57,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:57,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:57,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:57,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:57,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:57,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:06:57,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1798148637, stopped=false 2024-11-13T19:06:57,448 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,38847,1731524788272 2024-11-13T19:06:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346717066/running 2024-11-13T19:06:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346717066/running 2024-11-13T19:06:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:57,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on znode that does not yet exist, /11346717066/running 2024-11-13T19:06:57,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Set watcher on znode that does not yet exist, /11346717066/running 2024-11-13T19:06:57,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:06:57,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:06:57,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:57,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:57,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,40615,1731524788400' ***** 2024-11-13T19:06:57,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:06:57,468 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:06:57,468 INFO [RS:0;e4b56bc8c4b3:40615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:06:57,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:06:57,468 INFO [RS:0;e4b56bc8c4b3:40615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:06:57,468 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(3091): Received CLOSE for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:57,468 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:57,468 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:57,468 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:06:57,468 INFO [RS:0;e4b56bc8c4b3:40615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40615. 2024-11-13T19:06:57,468 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1ac8f0e2eea2ea19bcf5a39cc8d8dd4, disabling compactions & flushes 2024-11-13T19:06:57,468 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:57,468 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:57,468 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:57,469 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:06:57,469 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:06:57,469 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:06:57,469 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:06:57,470 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:06:57,470 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1325): Online Regions={f1ac8f0e2eea2ea19bcf5a39cc8d8dd4=hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4., 9d200391c3a04ae57541cbab8e44fd65=test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:06:57,471 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d200391c3a04ae57541cbab8e44fd65, f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:57,471 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:06:57,471 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:06:57,471 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:57,471 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:06:57,471 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. after waiting 0 ms 2024-11-13T19:06:57,471 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:06:57,471 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:06:57,471 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:57,471 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:06:57,471 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T19:06:57,497 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/info/40e387ba3a6342d48e5b026d27785505 is 147, key is hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4./info:regioninfo/1731524804154/Put/seqid=0 2024-11-13T19:06:57,498 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/.tmp/queue/dc39598b9acb49b799f375352cc92ebb is 154, key is 1-e4b56bc8c4b3,40615,1731524788400/queue:e4b56bc8c4b3%2C40615%2C1731524788400/1731524814577/Put/seqid=0 2024-11-13T19:06:57,498 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:06:57,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741840_1016 (size=7686) 2024-11-13T19:06:57,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741841_1017 (size=5353) 2024-11-13T19:06:57,574 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:57,671 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d200391c3a04ae57541cbab8e44fd65, f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:57,861 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:06:57,871 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d200391c3a04ae57541cbab8e44fd65, f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 2024-11-13T19:06:57,902 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/info/40e387ba3a6342d48e5b026d27785505 2024-11-13T19:06:57,916 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/.tmp/queue/dc39598b9acb49b799f375352cc92ebb 2024-11-13T19:06:57,924 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/ns/e49e176acd4047d4a1ba5eb325c835f9 is 43, key is default/ns:d/1731524791172/Put/seqid=0 2024-11-13T19:06:57,931 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/.tmp/queue/dc39598b9acb49b799f375352cc92ebb as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/queue/dc39598b9acb49b799f375352cc92ebb 2024-11-13T19:06:57,937 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/queue/dc39598b9acb49b799f375352cc92ebb, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T19:06:57,939 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 in 468ms, sequenceid=14, compaction requested=false 2024-11-13T19:06:57,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:06:57,947 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/ns/e49e176acd4047d4a1ba5eb325c835f9 2024-11-13T19:06:57,971 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/replication/f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T19:06:57,972 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:57,972 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:06:57,972 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:57,972 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4: Waiting for close lock at 1731524817468Running coprocessor pre-close hooks at 1731524817468Disabling compacts and flushes for region at 1731524817468Disabling writes for close at 1731524817471 (+3 ms)Obtaining lock to block concurrent updates at 1731524817471Preparing flush snapshotting stores in f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 at 1731524817471Finished memstore snapshotting hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731524817471Flushing stores of hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. at 1731524817472 (+1 ms)Flushing f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/queue: creating writer at 1731524817473 (+1 ms)Flushing f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/queue: appending metadata at 1731524817498 (+25 ms)Flushing f1ac8f0e2eea2ea19bcf5a39cc8d8dd4/queue: closing flushed file at 1731524817498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f234c7: reopening flushed file at 1731524817927 (+429 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f1ac8f0e2eea2ea19bcf5a39cc8d8dd4 in 468ms, sequenceid=14, compaction requested=false at 1731524817939 (+12 ms)Writing region close event to WAL at 1731524817955 (+16 ms)Running coprocessor post-close hooks at 1731524817972 (+17 ms)Closed at 1731524817972 2024-11-13T19:06:57,972 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524803389.f1ac8f0e2eea2ea19bcf5a39cc8d8dd4. 2024-11-13T19:06:57,972 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d200391c3a04ae57541cbab8e44fd65, disabling compactions & flushes 2024-11-13T19:06:57,972 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:57,972 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:57,972 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. after waiting 0 ms 2024-11-13T19:06:57,972 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:57,972 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d200391c3a04ae57541cbab8e44fd65 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T19:06:57,984 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/rep_barrier/5fc4ec8c1e904f92b3a4dcaffa97580a is 112, key is test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65./rep_barrier:seqnumDuringOpen/1731524799080/Put/seqid=0 2024-11-13T19:06:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741843_1019 (size=5518) 2024-11-13T19:06:57,994 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/rep_barrier/5fc4ec8c1e904f92b3a4dcaffa97580a 2024-11-13T19:06:58,002 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/f/48e8cf188d3443a89fb3e99c6003f49b is 37, key is row3/f:row3/1731524813428/Put/seqid=0 2024-11-13T19:06:58,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741844_1020 (size=5228) 2024-11-13T19:06:58,016 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/table/e15335476b1b483a967ac91f872b89b1 is 53, key is hbase:replication/table:state/1731524804161/Put/seqid=0 2024-11-13T19:06:58,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741845_1021 (size=5308) 2024-11-13T19:06:58,023 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/table/e15335476b1b483a967ac91f872b89b1 2024-11-13T19:06:58,028 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/info/40e387ba3a6342d48e5b026d27785505 as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/info/40e387ba3a6342d48e5b026d27785505 2024-11-13T19:06:58,034 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/info/40e387ba3a6342d48e5b026d27785505, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:06:58,036 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/ns/e49e176acd4047d4a1ba5eb325c835f9 as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/ns/e49e176acd4047d4a1ba5eb325c835f9 2024-11-13T19:06:58,045 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/ns/e49e176acd4047d4a1ba5eb325c835f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:06:58,046 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/rep_barrier/5fc4ec8c1e904f92b3a4dcaffa97580a as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/rep_barrier/5fc4ec8c1e904f92b3a4dcaffa97580a 2024-11-13T19:06:58,051 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/rep_barrier/5fc4ec8c1e904f92b3a4dcaffa97580a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:06:58,052 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/.tmp/table/e15335476b1b483a967ac91f872b89b1 as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/table/e15335476b1b483a967ac91f872b89b1 2024-11-13T19:06:58,056 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/table/e15335476b1b483a967ac91f872b89b1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:06:58,057 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false 2024-11-13T19:06:58,066 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:06:58,066 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:58,066 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:06:58,066 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:58,066 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524817471Running coprocessor pre-close hooks at 1731524817471Disabling compacts and flushes for region at 1731524817471Disabling writes for close at 1731524817471Obtaining lock to block concurrent updates at 1731524817471Preparing flush snapshotting stores in 1588230740 at 1731524817471Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524817471Flushing stores of hbase:meta,,1.1588230740 at 1731524817472 (+1 ms)Flushing 1588230740/info: creating writer at 1731524817472Flushing 1588230740/info: appending metadata at 1731524817497 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731524817497Flushing 1588230740/ns: creating writer at 1731524817909 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731524817924 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731524817924Flushing 1588230740/rep_barrier: creating writer at 1731524817952 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524817983 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524817983Flushing 1588230740/table: creating writer at 1731524817999 (+16 ms)Flushing 1588230740/table: appending metadata at 1731524818015 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731524818015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594cfc31: reopening flushed file at 1731524818027 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa63084: reopening flushed file at 1731524818034 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59894c2f: reopening flushed file at 1731524818045 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6986fbab: reopening flushed file at 1731524818051 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 586ms, sequenceid=16, compaction requested=false at 1731524818057 (+6 ms)Writing region close event to WAL at 1731524818063 (+6 ms)Running coprocessor post-close hooks at 1731524818066 (+3 ms)Closed at 1731524818066 2024-11-13T19:06:58,066 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:06:58,071 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:58,101 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1473, reset compression=false 2024-11-13T19:06:58,105 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:58,105 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1720, reset compression=false 2024-11-13T19:06:58,106 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,40615,1731524788400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:06:58,107 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,40615,1731524788400: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,40615,1731524788400, walGroup=e4b56bc8c4b3%2C40615%2C1731524788400, offset=e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:40615 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:06:58,110 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:06:58,110 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:06:58,111 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:06:58,111 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:06:58,111 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:06:58,111 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1109393408, "init": 1048576000, "max": 2306867200, "used": 830454496 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198821072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:06:58,112 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:06:58,271 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:58,317 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1720, reset compression=false 2024-11-13T19:06:58,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:06:58,346 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:58,346 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68554 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:06:58,374 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:06:58,374 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:06:58,379 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:58,407 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/f/48e8cf188d3443a89fb3e99c6003f49b 2024-11-13T19:06:58,412 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48e8cf188d3443a89fb3e99c6003f49b 2024-11-13T19:06:58,432 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/f1/f6482f65db3c447aaaca706456914212 is 30, key is row1/f1:/1731524810750/DeleteFamily/seqid=0 2024-11-13T19:06:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741846_1022 (size=5158) 2024-11-13T19:06:58,471 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:06:58,472 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1325): Online Regions={9d200391c3a04ae57541cbab8e44fd65=test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65.} 2024-11-13T19:06:58,472 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:58,621 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1720, reset compression=false 2024-11-13T19:06:58,672 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:58,837 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/f1/f6482f65db3c447aaaca706456914212 2024-11-13T19:06:58,841 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6482f65db3c447aaaca706456914212 2024-11-13T19:06:58,857 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/norep/e69f7288ae3a45ef86a4c4aaec281bad is 33, key is row1/norep:/1731524810750/DeleteFamily/seqid=0 2024-11-13T19:06:58,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741847_1023 (size=5108) 2024-11-13T19:06:58,872 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:59,026 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1720, reset compression=false 2024-11-13T19:06:59,072 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:59,261 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/norep/e69f7288ae3a45ef86a4c4aaec281bad 2024-11-13T19:06:59,265 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e69f7288ae3a45ef86a4c4aaec281bad 2024-11-13T19:06:59,266 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/f/48e8cf188d3443a89fb3e99c6003f49b as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/f/48e8cf188d3443a89fb3e99c6003f49b 2024-11-13T19:06:59,272 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48e8cf188d3443a89fb3e99c6003f49b 2024-11-13T19:06:59,272 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/f/48e8cf188d3443a89fb3e99c6003f49b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T19:06:59,272 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1351): Waiting on 9d200391c3a04ae57541cbab8e44fd65 2024-11-13T19:06:59,273 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/f1/f6482f65db3c447aaaca706456914212 as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/f1/f6482f65db3c447aaaca706456914212 2024-11-13T19:06:59,276 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6482f65db3c447aaaca706456914212 2024-11-13T19:06:59,276 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/f1/f6482f65db3c447aaaca706456914212, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T19:06:59,276 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/.tmp/norep/e69f7288ae3a45ef86a4c4aaec281bad as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/norep/e69f7288ae3a45ef86a4c4aaec281bad 2024-11-13T19:06:59,280 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e69f7288ae3a45ef86a4c4aaec281bad 2024-11-13T19:06:59,280 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/norep/e69f7288ae3a45ef86a4c4aaec281bad, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T19:06:59,281 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9d200391c3a04ae57541cbab8e44fd65 in 1309ms, sequenceid=12, compaction requested=false 2024-11-13T19:06:59,281 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:06:59,288 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:06:59,306 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/data/default/test/9d200391c3a04ae57541cbab8e44fd65/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:06:59,307 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:06:59,307 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:06:59,307 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:59,307 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d200391c3a04ae57541cbab8e44fd65: Waiting for close lock at 1731524817972Running coprocessor pre-close hooks at 1731524817972Disabling compacts and flushes for region at 1731524817972Disabling writes for close at 1731524817972Obtaining lock to block concurrent updates at 1731524817973 (+1 ms)Preparing flush snapshotting stores in 9d200391c3a04ae57541cbab8e44fd65 at 1731524817973Finished memstore snapshotting test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731524817973Flushing stores of test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. at 1731524817973Flushing 9d200391c3a04ae57541cbab8e44fd65/f: creating writer at 1731524817973Flushing 9d200391c3a04ae57541cbab8e44fd65/f: appending metadata at 1731524818001 (+28 ms)Flushing 9d200391c3a04ae57541cbab8e44fd65/f: closing flushed file at 1731524818001Flushing 9d200391c3a04ae57541cbab8e44fd65/f1: creating writer at 1731524818413 (+412 ms)Flushing 9d200391c3a04ae57541cbab8e44fd65/f1: appending metadata at 1731524818431 (+18 ms)Flushing 9d200391c3a04ae57541cbab8e44fd65/f1: closing flushed file at 1731524818431Flushing 9d200391c3a04ae57541cbab8e44fd65/norep: creating writer at 1731524818841 (+410 ms)Flushing 9d200391c3a04ae57541cbab8e44fd65/norep: appending metadata at 1731524818856 (+15 ms)Flushing 9d200391c3a04ae57541cbab8e44fd65/norep: closing flushed file at 1731524818856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538f72e5: reopening flushed file at 1731524819265 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce0a176: reopening flushed file at 1731524819272 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ae9951: reopening flushed file at 1731524819276 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9d200391c3a04ae57541cbab8e44fd65 in 1309ms, sequenceid=12, compaction requested=false at 1731524819281 (+5 ms)Writing region close event to WAL at 1731524819291 (+10 ms)Running coprocessor post-close hooks at 1731524819307 (+16 ms)Closed at 1731524819307 2024-11-13T19:06:59,307 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524797939.9d200391c3a04ae57541cbab8e44fd65. 2024-11-13T19:06:59,472 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,40615,1731524788400; all regions closed. 2024-11-13T19:06:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:06:59,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.meta.1731524791124.meta not finished, retry = 0 2024-11-13T19:06:59,529 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 1720, reset compression=false 2024-11-13T19:06:59,544 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:06:59,544 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 2364, reset compression=false 2024-11-13T19:06:59,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.rep.1731524804127 not finished, retry = 0 2024-11-13T19:06:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741839_1015 (size=3552) 2024-11-13T19:06:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741833_1009 (size=2372) 2024-11-13T19:06:59,679 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 not finished, retry = 0 2024-11-13T19:06:59,755 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 to pos 2364, reset compression=false 2024-11-13T19:06:59,780 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:59,780 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:06:59,780 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/WALs/e4b56bc8c4b3,40615,1731524788400/e4b56bc8c4b3%2C40615%2C1731524788400.1731524790491 2024-11-13T19:06:59,780 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:06:59,781 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:06:59,781 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:06:59,781 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:06:59,781 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,40615,1731524788400 because: Region server is closing 2024-11-13T19:06:59,781 INFO [RS:0;e4b56bc8c4b3:40615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40615. 2024-11-13T19:06:59,781 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:59,781 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:59,781 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:59,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:59,882 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.shippere4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 terminated 2024-11-13T19:06:59,882 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,40615,1731524788400.replicationSource.wal-reader.e4b56bc8c4b3%2C40615%2C1731524788400,1-e4b56bc8c4b3,40615,1731524788400 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T19:06:59,882 INFO [RS:0;e4b56bc8c4b3:40615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40615. 2024-11-13T19:06:59,882 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:06:59,882 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:59,882 DEBUG [RS:0;e4b56bc8c4b3:40615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:06:59,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:06:59,882 INFO [RS:0;e4b56bc8c4b3:40615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40615 2024-11-13T19:06:59,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066/rs 2024-11-13T19:06:59,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346717066/rs/e4b56bc8c4b3,40615,1731524788400 2024-11-13T19:06:59,898 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:06:59,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,40615,1731524788400] 2024-11-13T19:06:59,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11346717066/draining/e4b56bc8c4b3,40615,1731524788400 already deleted, retry=false 2024-11-13T19:06:59,914 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,40615,1731524788400 expired; onlineServers=0 2024-11-13T19:06:59,914 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,38847,1731524788272' ***** 2024-11-13T19:06:59,914 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:06:59,914 INFO [M:0;e4b56bc8c4b3:38847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:06:59,914 INFO [M:0;e4b56bc8c4b3:38847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:06:59,914 DEBUG [M:0;e4b56bc8c4b3:38847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:06:59,915 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:06:59,915 DEBUG [M:0;e4b56bc8c4b3:38847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:06:59,915 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524790298 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524790298,5,FailOnTimeoutGroup] 2024-11-13T19:06:59,915 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524790298 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524790298,5,FailOnTimeoutGroup] 2024-11-13T19:06:59,915 INFO [M:0;e4b56bc8c4b3:38847 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:06:59,915 INFO [M:0;e4b56bc8c4b3:38847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:06:59,915 DEBUG [M:0;e4b56bc8c4b3:38847 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:06:59,915 INFO [M:0;e4b56bc8c4b3:38847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:06:59,915 INFO [M:0;e4b56bc8c4b3:38847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:06:59,915 INFO [M:0;e4b56bc8c4b3:38847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:06:59,915 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:06:59,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346717066/master 2024-11-13T19:06:59,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346717066 2024-11-13T19:06:59,923 DEBUG [M:0;e4b56bc8c4b3:38847 {}] zookeeper.ZKUtil(347): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Unable to get data of znode /11346717066/master because node does not exist (not an error) 2024-11-13T19:06:59,923 WARN [M:0;e4b56bc8c4b3:38847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:06:59,923 INFO [M:0;e4b56bc8c4b3:38847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/.lastflushedseqids 2024-11-13T19:06:59,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741848_1024 (size=245) 2024-11-13T19:07:00,006 INFO [RS:0;e4b56bc8c4b3:40615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:00,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:00,006 INFO [RS:0;e4b56bc8c4b3:40615 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,40615,1731524788400; zookeeper connection closed. 2024-11-13T19:07:00,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40615-0x10136e10a240004, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:00,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@97b8dfe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@97b8dfe 2024-11-13T19:07:00,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:07:00,295 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:07:00,327 INFO [M:0;e4b56bc8c4b3:38847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:07:00,327 INFO [M:0;e4b56bc8c4b3:38847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:07:00,327 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:00,327 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:00,327 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:00,327 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:00,327 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:00,328 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T19:07:00,346 DEBUG [M:0;e4b56bc8c4b3:38847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd5073482454b3a8e6a6a04725661db is 82, key is hbase:meta,,1/info:regioninfo/1731524791161/Put/seqid=0 2024-11-13T19:07:00,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741849_1025 (size=5672) 2024-11-13T19:07:00,350 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd5073482454b3a8e6a6a04725661db 2024-11-13T19:07:00,371 DEBUG [M:0;e4b56bc8c4b3:38847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cae64e04074540b59307f95b470beb2e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524804166/Put/seqid=0 2024-11-13T19:07:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741850_1026 (size=8517) 2024-11-13T19:07:00,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:00,775 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cae64e04074540b59307f95b470beb2e 2024-11-13T19:07:00,790 DEBUG [M:0;e4b56bc8c4b3:38847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2154911f817a425d86bdf15c54fbb311 is 69, key is e4b56bc8c4b3,40615,1731524788400/rs:state/1731524790346/Put/seqid=0 2024-11-13T19:07:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741851_1027 (size=5156) 2024-11-13T19:07:01,014 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:07:01,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:01,194 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2154911f817a425d86bdf15c54fbb311 2024-11-13T19:07:01,198 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd5073482454b3a8e6a6a04725661db as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dd5073482454b3a8e6a6a04725661db 2024-11-13T19:07:01,202 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dd5073482454b3a8e6a6a04725661db, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:07:01,202 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cae64e04074540b59307f95b470beb2e as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cae64e04074540b59307f95b470beb2e 2024-11-13T19:07:01,206 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cae64e04074540b59307f95b470beb2e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:07:01,206 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2154911f817a425d86bdf15c54fbb311 as hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2154911f817a425d86bdf15c54fbb311 2024-11-13T19:07:01,209 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/26892098-3037-3b8a-7571-2b63529f954a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2154911f817a425d86bdf15c54fbb311, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:07:01,210 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-11-13T19:07:01,211 INFO [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:01,211 DEBUG [M:0;e4b56bc8c4b3:38847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524820327Disabling compacts and flushes for region at 1731524820327Disabling writes for close at 1731524820327Obtaining lock to block concurrent updates at 1731524820328 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524820328Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731524820328Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524820328Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524820329 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524820346 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524820346Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524820354 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524820371 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524820371Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524820778 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524820790 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524820790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d571894: reopening flushed file at 1731524821198 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca77c04: reopening flushed file at 1731524821202 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187a5bf: reopening flushed file at 1731524821206 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1731524821210 (+4 ms)Writing region close event to WAL at 1731524821211 (+1 ms)Closed at 1731524821211 2024-11-13T19:07:01,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741830_1006 (size=63666) 2024-11-13T19:07:01,219 INFO [M:0;e4b56bc8c4b3:38847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:07:01,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:01,219 INFO [M:0;e4b56bc8c4b3:38847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38847 2024-11-13T19:07:01,219 INFO [M:0;e4b56bc8c4b3:38847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:01,353 INFO [M:0;e4b56bc8c4b3:38847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:01,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:01,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38847-0x10136e10a240003, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:01,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d70848a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:01,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23d230fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:01,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:01,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20cfe2fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:01,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f1d00cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:01,358 WARN [BP-454962665-172.17.0.2-1731524786841 heartbeating to localhost/127.0.0.1:32829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:07:01,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:07:01,358 WARN [BP-454962665-172.17.0.2-1731524786841 heartbeating to localhost/127.0.0.1:32829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-454962665-172.17.0.2-1731524786841 (Datanode Uuid 96e4ae97-503f-4270-8276-a96264152bd3) service to localhost/127.0.0.1:32829 2024-11-13T19:07:01,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:07:01,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/cluster_9d6586fa-e294-2507-c9de-1d5916528f35/data/data1/current/BP-454962665-172.17.0.2-1731524786841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:01,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/cluster_9d6586fa-e294-2507-c9de-1d5916528f35/data/data2/current/BP-454962665-172.17.0.2-1731524786841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:01,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:07:01,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23a42ae1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:01,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a8eb2ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:01,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:01,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@145d472c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:01,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@213adfdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bb1a94c-35be-0291-6b99-17a575304dad/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:01,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:07:01,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:07:01,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:01,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:01,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:01,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:01,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:01,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:07:01,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=686804732, stopped=false 2024-11-13T19:07:01,376 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,35443,1731524783410 2024-11-13T19:07:01,399 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:07:01,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0965559836/running 2024-11-13T19:07:01,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:07:01,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:07:01,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:01,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:01,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:01,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on znode that does not yet exist, /0965559836/running 2024-11-13T19:07:01,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,39489,1731524783566' ***** 2024-11-13T19:07:01,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:07:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0965559836/running 2024-11-13T19:07:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:07:01,425 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:07:01,425 INFO [RS:0;e4b56bc8c4b3:39489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:07:01,425 INFO [RS:0;e4b56bc8c4b3:39489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:07:01,425 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:07:01,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:39489. 2024-11-13T19:07:01,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Set watcher on znode that does not yet exist, /0965559836/running 2024-11-13T19:07:01,426 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2171d7a8c600fb4ace4ebbdb572e794, disabling compactions & flushes 2024-11-13T19:07:01,426 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:07:01,426 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:01,426 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:07:01,426 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:01,426 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. after waiting 0 ms 2024-11-13T19:07:01,426 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:07:01,426 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2171d7a8c600fb4ace4ebbdb572e794 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:07:01,426 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:07:01,426 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f2171d7a8c600fb4ace4ebbdb572e794=test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794., 0b2b2b6e87e2760e3792130699f4eb8e=hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e.} 2024-11-13T19:07:01,426 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 0b2b2b6e87e2760e3792130699f4eb8e, 1588230740, f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:07:01,427 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:01,427 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:01,427 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:01,427 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:01,427 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:01,427 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:07:01,449 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/f/35d124bfb8594b798f9186ac68faa03c is 37, key is row3/f:row3/1731524813428/Put/seqid=0 2024-11-13T19:07:01,449 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/info/c4fc1bce67f14b88998af87c98f43f6e is 147, key is hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e./info:regioninfo/1731524803014/Put/seqid=0 2024-11-13T19:07:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741841_1017 (size=7686) 2024-11-13T19:07:01,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741840_1016 (size=5228) 2024-11-13T19:07:01,473 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:07:01,627 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 0b2b2b6e87e2760e3792130699f4eb8e, 1588230740, f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:07:01,637 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:07:01,637 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:07:01,827 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 0b2b2b6e87e2760e3792130699f4eb8e, 1588230740, f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:07:01,856 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/info/c4fc1bce67f14b88998af87c98f43f6e 2024-11-13T19:07:01,857 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/f/35d124bfb8594b798f9186ac68faa03c 2024-11-13T19:07:01,860 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35d124bfb8594b798f9186ac68faa03c 2024-11-13T19:07:01,874 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/f1/de1c8e2bd8ed4dff963ec67d2cbf0968 is 30, key is row1/f1:/1731524810750/DeleteFamily/seqid=0 2024-11-13T19:07:01,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741842_1018 (size=5158) 2024-11-13T19:07:01,882 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/ns/df13520e47bc431fa213d226e38fa815 is 43, key is default/ns:d/1731524786767/Put/seqid=0 2024-11-13T19:07:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741843_1019 (size=5153) 2024-11-13T19:07:02,027 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 0b2b2b6e87e2760e3792130699f4eb8e, 1588230740, f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:07:02,227 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 0b2b2b6e87e2760e3792130699f4eb8e, 1588230740, f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:07:02,281 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/f1/de1c8e2bd8ed4dff963ec67d2cbf0968 2024-11-13T19:07:02,285 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de1c8e2bd8ed4dff963ec67d2cbf0968 2024-11-13T19:07:02,290 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/ns/df13520e47bc431fa213d226e38fa815 2024-11-13T19:07:02,310 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/norep/39d184e657c54c368ca5bc4068d87b18 is 32, key is row/norep:/1731524809744/DeleteFamily/seqid=0 2024-11-13T19:07:02,314 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/rep_barrier/e0608484e3c24ee78e071a867dd1a381 is 112, key is test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794./rep_barrier:seqnumDuringOpen/1731524796923/Put/seqid=0 2024-11-13T19:07:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741844_1020 (size=5101) 2024-11-13T19:07:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741845_1021 (size=5518) 2024-11-13T19:07:02,427 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 0b2b2b6e87e2760e3792130699f4eb8e, 1588230740, f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:07:02,602 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1496, reset compression=false 2024-11-13T19:07:02,605 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:02,605 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1743, reset compression=false 2024-11-13T19:07:02,605 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39489,1731524783566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:02,606 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,39489,1731524783566: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,39489,1731524783566, walGroup=e4b56bc8c4b3%2C39489%2C1731524783566, offset=e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:39489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:07:02,608 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:07:02,608 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:07:02,608 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:07:02,608 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:07:02,608 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:07:02,609 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1109393408, "init": 1048576000, "max": 2306867200, "used": 924826336 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199428544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:07:02,609 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:35443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:35443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:07:02,628 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 0b2b2b6e87e2760e3792130699f4eb8e, 1588230740, f2171d7a8c600fb4ace4ebbdb572e794 2024-11-13T19:07:02,721 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/rep_barrier/e0608484e3c24ee78e071a867dd1a381 2024-11-13T19:07:02,721 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/norep/39d184e657c54c368ca5bc4068d87b18 2024-11-13T19:07:02,725 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39d184e657c54c368ca5bc4068d87b18 2024-11-13T19:07:02,725 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/f/35d124bfb8594b798f9186ac68faa03c as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/f/35d124bfb8594b798f9186ac68faa03c 2024-11-13T19:07:02,729 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35d124bfb8594b798f9186ac68faa03c 2024-11-13T19:07:02,729 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/f/35d124bfb8594b798f9186ac68faa03c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T19:07:02,730 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/f1/de1c8e2bd8ed4dff963ec67d2cbf0968 as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/f1/de1c8e2bd8ed4dff963ec67d2cbf0968 2024-11-13T19:07:02,734 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de1c8e2bd8ed4dff963ec67d2cbf0968 2024-11-13T19:07:02,734 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/f1/de1c8e2bd8ed4dff963ec67d2cbf0968, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T19:07:02,735 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/.tmp/norep/39d184e657c54c368ca5bc4068d87b18 as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/norep/39d184e657c54c368ca5bc4068d87b18 2024-11-13T19:07:02,738 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39d184e657c54c368ca5bc4068d87b18 2024-11-13T19:07:02,738 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/norep/39d184e657c54c368ca5bc4068d87b18, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T19:07:02,739 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f2171d7a8c600fb4ace4ebbdb572e794 in 1313ms, sequenceid=12, compaction requested=false 2024-11-13T19:07:02,739 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:07:02,739 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/table/39f75eda765e464ea91ce6e1fe021e75 is 53, key is hbase:replication/table:state/1731524803020/Put/seqid=0 2024-11-13T19:07:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:07:02,754 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/default/test/f2171d7a8c600fb4ace4ebbdb572e794/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T19:07:02,755 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:07:02,755 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:07:02,755 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:07:02,755 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2171d7a8c600fb4ace4ebbdb572e794: Waiting for close lock at 1731524821426Running coprocessor pre-close hooks at 1731524821426Disabling compacts and flushes for region at 1731524821426Disabling writes for close at 1731524821426Obtaining lock to block concurrent updates at 1731524821426Preparing flush snapshotting stores in f2171d7a8c600fb4ace4ebbdb572e794 at 1731524821426Finished memstore snapshotting test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731524821426Flushing stores of test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. at 1731524821427 (+1 ms)Flushing f2171d7a8c600fb4ace4ebbdb572e794/f: creating writer at 1731524821428 (+1 ms)Flushing f2171d7a8c600fb4ace4ebbdb572e794/f: appending metadata at 1731524821448 (+20 ms)Flushing f2171d7a8c600fb4ace4ebbdb572e794/f: closing flushed file at 1731524821448Flushing f2171d7a8c600fb4ace4ebbdb572e794/f1: creating writer at 1731524821860 (+412 ms)Flushing f2171d7a8c600fb4ace4ebbdb572e794/f1: appending metadata at 1731524821874 (+14 ms)Flushing f2171d7a8c600fb4ace4ebbdb572e794/f1: closing flushed file at 1731524821874Flushing f2171d7a8c600fb4ace4ebbdb572e794/norep: creating writer at 1731524822285 (+411 ms)Flushing f2171d7a8c600fb4ace4ebbdb572e794/norep: appending metadata at 1731524822310 (+25 ms)Flushing f2171d7a8c600fb4ace4ebbdb572e794/norep: closing flushed file at 1731524822310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347dc168: reopening flushed file at 1731524822725 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75bcf11a: reopening flushed file at 1731524822729 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b490f9d: reopening flushed file at 1731524822734 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f2171d7a8c600fb4ace4ebbdb572e794 in 1313ms, sequenceid=12, compaction requested=false at 1731524822739 (+5 ms)Writing region close event to WAL at 1731524822745 (+6 ms)Running coprocessor post-close hooks at 1731524822755 (+10 ms)Closed at 1731524822755 2024-11-13T19:07:02,755 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524795777.f2171d7a8c600fb4ace4ebbdb572e794. 2024-11-13T19:07:02,755 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b2b2b6e87e2760e3792130699f4eb8e, disabling compactions & flushes 2024-11-13T19:07:02,755 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:07:02,755 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:07:02,755 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. after waiting 0 ms 2024-11-13T19:07:02,755 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:07:02,756 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b2b2b6e87e2760e3792130699f4eb8e: Waiting for close lock at 1731524822755Running coprocessor pre-close hooks at 1731524822755Disabling compacts and flushes for region at 1731524822755Disabling writes for close at 1731524822755Failed flush hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e., putting online again at 1731524822756 (+1 ms) 2024-11-13T19:07:02,756 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:07:02,808 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 1743, reset compression=false 2024-11-13T19:07:02,813 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:02,813 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 2387, reset compression=false 2024-11-13T19:07:02,828 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:07:02,828 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0b2b2b6e87e2760e3792130699f4eb8e=hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e.} 2024-11-13T19:07:02,828 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b2b2b6e87e2760e3792130699f4eb8e 2024-11-13T19:07:02,828 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 0b2b2b6e87e2760e3792130699f4eb8e, 1588230740 2024-11-13T19:07:02,828 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b2b2b6e87e2760e3792130699f4eb8e, disabling compactions & flushes 2024-11-13T19:07:02,828 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:07:02,828 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:07:02,828 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. after waiting 0 ms 2024-11-13T19:07:02,828 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:07:02,828 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b2b2b6e87e2760e3792130699f4eb8e: Waiting for close lock at 1731524822828Running coprocessor pre-close hooks at 1731524822828Disabling compacts and flushes for region at 1731524822828Disabling writes for close at 1731524822828Failed flush hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e., putting online again at 1731524822828 2024-11-13T19:07:02,828 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524802250.0b2b2b6e87e2760e3792130699f4eb8e. 2024-11-13T19:07:03,021 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 2387, reset compression=false 2024-11-13T19:07:03,028 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:07:03,148 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/table/39f75eda765e464ea91ce6e1fe021e75 2024-11-13T19:07:03,153 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/info/c4fc1bce67f14b88998af87c98f43f6e as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/info/c4fc1bce67f14b88998af87c98f43f6e 2024-11-13T19:07:03,157 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/info/c4fc1bce67f14b88998af87c98f43f6e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:07:03,157 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/ns/df13520e47bc431fa213d226e38fa815 as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/ns/df13520e47bc431fa213d226e38fa815 2024-11-13T19:07:03,161 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/ns/df13520e47bc431fa213d226e38fa815, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:07:03,162 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/rep_barrier/e0608484e3c24ee78e071a867dd1a381 as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/rep_barrier/e0608484e3c24ee78e071a867dd1a381 2024-11-13T19:07:03,165 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/rep_barrier/e0608484e3c24ee78e071a867dd1a381, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:07:03,166 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/.tmp/table/39f75eda765e464ea91ce6e1fe021e75 as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/table/39f75eda765e464ea91ce6e1fe021e75 2024-11-13T19:07:03,170 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/table/39f75eda765e464ea91ce6e1fe021e75, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:07:03,171 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false 2024-11-13T19:07:03,171 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:07:03,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:07:03,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:07:03,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:07:03,178 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:03,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524821427Running coprocessor pre-close hooks at 1731524821427Disabling compacts and flushes for region at 1731524821427Disabling writes for close at 1731524821427Obtaining lock to block concurrent updates at 1731524821427Preparing flush snapshotting stores in 1588230740 at 1731524821427Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524821427Flushing stores of hbase:meta,,1.1588230740 at 1731524821428 (+1 ms)Flushing 1588230740/info: creating writer at 1731524821428Flushing 1588230740/info: appending metadata at 1731524821449 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731524821449Flushing 1588230740/ns: creating writer at 1731524821864 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731524821881 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731524821881Flushing 1588230740/rep_barrier: creating writer at 1731524822294 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524822313 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524822313Flushing 1588230740/table: creating writer at 1731524822725 (+412 ms)Flushing 1588230740/table: appending metadata at 1731524822739 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731524822739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae01a3e: reopening flushed file at 1731524823152 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd6b299: reopening flushed file at 1731524823157 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3803a219: reopening flushed file at 1731524823161 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155f61bd: reopening flushed file at 1731524823166 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false at 1731524823171 (+5 ms)Writing region close event to WAL at 1731524823174 (+3 ms)Running coprocessor post-close hooks at 1731524823178 (+4 ms)Closed at 1731524823178 2024-11-13T19:07:03,179 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:03,228 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:07:03,228 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,39489,1731524783566; all regions closed. 2024-11-13T19:07:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:07:03,230 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.meta.1731524786707.meta not finished, retry = 0 2024-11-13T19:07:03,325 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.1731524785763 to pos 2387, reset compression=false 2024-11-13T19:07:03,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/WALs/e4b56bc8c4b3,39489,1731524783566/e4b56bc8c4b3%2C39489%2C1731524783566.rep.1731524802988 not finished, retry = 0 2024-11-13T19:07:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741839_1015 (size=2391) 2024-11-13T19:07:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741832_1008 (size=2395) 2024-11-13T19:07:03,442 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:03,442 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:07:03,442 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:07:03,442 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:07:03,442 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:07:03,442 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:03,442 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,39489,1731524783566 because: Region server is closing 2024-11-13T19:07:03,443 INFO [RS:0;e4b56bc8c4b3:39489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:39489. 2024-11-13T19:07:03,443 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:03,443 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:03,443 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:03,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:03,543 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.shippere4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 terminated 2024-11-13T19:07:03,543 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39489,1731524783566.replicationSource.wal-reader.e4b56bc8c4b3%2C39489%2C1731524783566,1-e4b56bc8c4b3,39489,1731524783566 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:07:03,543 INFO [RS:0;e4b56bc8c4b3:39489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:39489. 2024-11-13T19:07:03,543 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:03,543 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:03,544 DEBUG [RS:0;e4b56bc8c4b3:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:03,544 INFO [RS:0;e4b56bc8c4b3:39489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39489 2024-11-13T19:07:03,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:03,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836/rs 2024-11-13T19:07:03,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0965559836/rs/e4b56bc8c4b3,39489,1731524783566 2024-11-13T19:07:03,548 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:03,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,39489,1731524783566] 2024-11-13T19:07:03,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0965559836/draining/e4b56bc8c4b3,39489,1731524783566 already deleted, retry=false 2024-11-13T19:07:03,564 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,39489,1731524783566 expired; onlineServers=0 2024-11-13T19:07:03,564 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,35443,1731524783410' ***** 2024-11-13T19:07:03,564 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:07:03,565 INFO [M:0;e4b56bc8c4b3:35443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:07:03,565 INFO [M:0;e4b56bc8c4b3:35443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:07:03,565 DEBUG [M:0;e4b56bc8c4b3:35443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:07:03,565 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:07:03,565 DEBUG [M:0;e4b56bc8c4b3:35443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:07:03,565 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524785522 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524785522,5,FailOnTimeoutGroup] 2024-11-13T19:07:03,565 INFO [M:0;e4b56bc8c4b3:35443 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:07:03,565 INFO [M:0;e4b56bc8c4b3:35443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:07:03,565 DEBUG [M:0;e4b56bc8c4b3:35443 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:07:03,565 INFO [M:0;e4b56bc8c4b3:35443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:07:03,565 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524785522 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524785522,5,FailOnTimeoutGroup] 2024-11-13T19:07:03,565 INFO [M:0;e4b56bc8c4b3:35443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:07:03,565 INFO [M:0;e4b56bc8c4b3:35443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:07:03,565 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:07:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0965559836/master 2024-11-13T19:07:03,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0965559836/master already deleted, retry=false 2024-11-13T19:07:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0965559836 2024-11-13T19:07:03,573 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Failed delete of our master address node; KeeperErrorCode = NoNode for /0965559836/master 2024-11-13T19:07:03,574 INFO [M:0;e4b56bc8c4b3:35443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/.lastflushedseqids 2024-11-13T19:07:03,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:07:03,579 INFO [M:0;e4b56bc8c4b3:35443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:07:03,579 INFO [M:0;e4b56bc8c4b3:35443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:07:03,579 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:03,579 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:03,579 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:03,579 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:03,579 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:03,579 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-13T19:07:03,603 DEBUG [M:0;e4b56bc8c4b3:35443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44f991eedff54e56a06c8873fd023932 is 82, key is hbase:meta,,1/info:regioninfo/1731524786733/Put/seqid=0 2024-11-13T19:07:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:07:03,607 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44f991eedff54e56a06c8873fd023932 2024-11-13T19:07:03,630 DEBUG [M:0;e4b56bc8c4b3:35443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44746f7b850544f88f36dfb87f8852a7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524796945/Put/seqid=0 2024-11-13T19:07:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741849_1025 (size=7219) 2024-11-13T19:07:03,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:03,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10136e10a240001, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:03,656 INFO [RS:0;e4b56bc8c4b3:39489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:03,656 INFO [RS:0;e4b56bc8c4b3:39489 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,39489,1731524783566; zookeeper connection closed. 2024-11-13T19:07:03,657 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6df45fcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6df45fcd 2024-11-13T19:07:03,657 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:07:04,038 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44746f7b850544f88f36dfb87f8852a7 2024-11-13T19:07:04,043 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44746f7b850544f88f36dfb87f8852a7 2024-11-13T19:07:04,063 DEBUG [M:0;e4b56bc8c4b3:35443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68ffa2768ede48aca568e690378c7baf is 69, key is e4b56bc8c4b3,39489,1731524783566/rs:state/1731524785620/Put/seqid=0 2024-11-13T19:07:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:07:04,468 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68ffa2768ede48aca568e690378c7baf 2024-11-13T19:07:04,474 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44f991eedff54e56a06c8873fd023932 as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44f991eedff54e56a06c8873fd023932 2024-11-13T19:07:04,480 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44f991eedff54e56a06c8873fd023932, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T19:07:04,481 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44746f7b850544f88f36dfb87f8852a7 as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44746f7b850544f88f36dfb87f8852a7 2024-11-13T19:07:04,486 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44746f7b850544f88f36dfb87f8852a7 2024-11-13T19:07:04,486 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44746f7b850544f88f36dfb87f8852a7, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T19:07:04,487 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68ffa2768ede48aca568e690378c7baf as hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68ffa2768ede48aca568e690378c7baf 2024-11-13T19:07:04,499 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33195/user/jenkins/test-data/0da9e701-5bec-7b6e-30ae-575bb5868ca2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68ffa2768ede48aca568e690378c7baf, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T19:07:04,501 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=105, compaction requested=false 2024-11-13T19:07:04,511 INFO [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:04,511 DEBUG [M:0;e4b56bc8c4b3:35443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524823579Disabling compacts and flushes for region at 1731524823579Disabling writes for close at 1731524823579Obtaining lock to block concurrent updates at 1731524823579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524823579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731524823580 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524823583 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524823583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524823602 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524823602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524823611 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524823630 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524823630Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524824044 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524824062 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524824062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a024058: reopening flushed file at 1731524824473 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458eb730: reopening flushed file at 1731524824480 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac5320d: reopening flushed file at 1731524824486 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=105, compaction requested=false at 1731524824501 (+15 ms)Writing region close event to WAL at 1731524824511 (+10 ms)Closed at 1731524824511 2024-11-13T19:07:04,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741830_1006 (size=64435) 2024-11-13T19:07:04,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:04,514 INFO [M:0;e4b56bc8c4b3:35443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:07:04,515 INFO [M:0;e4b56bc8c4b3:35443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35443 2024-11-13T19:07:04,515 INFO [M:0;e4b56bc8c4b3:35443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:04,656 INFO [M:0;e4b56bc8c4b3:35443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:04,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:04,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35443-0x10136e10a240000, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:04,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43e1b824{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:04,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a120f6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:04,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:04,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79d7fbd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:04,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e79a64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:04,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:07:04,663 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:07:04,663 WARN [BP-1565136349-172.17.0.2-1731524782014 heartbeating to localhost/127.0.0.1:33195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:07:04,663 WARN [BP-1565136349-172.17.0.2-1731524782014 heartbeating to localhost/127.0.0.1:33195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1565136349-172.17.0.2-1731524782014 (Datanode Uuid 1746c5f6-7309-41a2-a49e-08d724b9ba08) service to localhost/127.0.0.1:33195 2024-11-13T19:07:04,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/cluster_3b579bbe-6ac3-4651-cf85-44e6e528376a/data/data1/current/BP-1565136349-172.17.0.2-1731524782014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:04,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/cluster_3b579bbe-6ac3-4651-cf85-44e6e528376a/data/data2/current/BP-1565136349-172.17.0.2-1731524782014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:04,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:07:04,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1adb34ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:04,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15c0d26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:04,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:04,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f0c7515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:04,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c63a30f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a39d28d-403c-3445-6f37-ecad1d2d8f1a/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:04,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:07:04,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:07:04,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36987 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:32829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33195 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:32829 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:32829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57233) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=730 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2423 (was 2658) 2024-11-13T19:07:04,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=2423 2024-11-13T19:07:04,735 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T19:07:04,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.log.dir so I do NOT create it in target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67 2024-11-13T19:07:04,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:07:04,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.tmp.dir so I do NOT create it in target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67 2024-11-13T19:07:04,736 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edf43001-1cf4-0567-ab61-15de019a8e6f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:07:04,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67 2024-11-13T19:07:04,736 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/cluster_52bc3189-d894-2681-e3de-ab9f84912747, deleteOnExit=true 2024-11-13T19:07:04,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/cluster_52bc3189-d894-2681-e3de-ab9f84912747/zookeeper_0, clientPort=51569, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/cluster_52bc3189-d894-2681-e3de-ab9f84912747/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/cluster_52bc3189-d894-2681-e3de-ab9f84912747/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:07:04,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51569 2024-11-13T19:07:04,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:07:04,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:07:04,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/test.cache.data in system properties and HBase conf 2024-11-13T19:07:04,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:07:04,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:07:04,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:07:04,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:07:04,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:07:04,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:07:04,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:04,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:07:04,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:07:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e10a240005, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:07:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10136e10a240008, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:07:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e10a240002, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:07:04,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e10a240002, quorum=127.0.0.1:57233, baseZNode=/0965559836 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:07:04,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e10a240005, quorum=127.0.0.1:57233, baseZNode=/11346717066 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:07:04,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10136e10a240008, quorum=127.0.0.1:57233, baseZNode=/22052377748 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:07:04,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:04,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:04,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:04,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:04,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:07:04,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:05,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a3f5c33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:05,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269e210e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:05,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16dc1204{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/java.io.tmpdir/jetty-localhost-46459-hadoop-hdfs-3_4_1-tests_jar-_-any-5166384431517642417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:05,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5980c05c{HTTP/1.1, (http/1.1)}{localhost:46459} 2024-11-13T19:07:05,127 INFO [Time-limited test {}] server.Server(415): Started @264287ms 2024-11-13T19:07:05,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:05,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:05,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:05,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:05,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:07:05,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f2f3d00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:05,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7820bdd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:05,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35aadbe9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/java.io.tmpdir/jetty-localhost-41261-hadoop-hdfs-3_4_1-tests_jar-_-any-17531231910037587348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:05,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ad602b{HTTP/1.1, (http/1.1)}{localhost:41261} 2024-11-13T19:07:05,623 INFO [Time-limited test {}] server.Server(415): Started @264784ms 2024-11-13T19:07:05,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:07:06,057 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/cluster_52bc3189-d894-2681-e3de-ab9f84912747/data/data2/current/BP-1970537406-172.17.0.2-1731524824771/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:06,057 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/cluster_52bc3189-d894-2681-e3de-ab9f84912747/data/data1/current/BP-1970537406-172.17.0.2-1731524824771/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:06,088 WARN [Thread-3421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:07:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3e97723372d2de3 with lease ID 0xc4daf5ccdf91a236: Processing first storage report for DS-03f298fb-3a84-4e36-8132-d72090f1643b from datanode DatanodeRegistration(127.0.0.1:33863, datanodeUuid=a647782f-37e5-46ea-bab6-f37836e70c4c, infoPort=37275, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1079140294;c=1731524824771) 2024-11-13T19:07:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3e97723372d2de3 with lease ID 0xc4daf5ccdf91a236: from storage DS-03f298fb-3a84-4e36-8132-d72090f1643b node DatanodeRegistration(127.0.0.1:33863, datanodeUuid=a647782f-37e5-46ea-bab6-f37836e70c4c, infoPort=37275, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1079140294;c=1731524824771), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3e97723372d2de3 with lease ID 0xc4daf5ccdf91a236: Processing first storage report for DS-625ebb48-ba3c-42db-873f-347d5d41bfb1 from datanode DatanodeRegistration(127.0.0.1:33863, datanodeUuid=a647782f-37e5-46ea-bab6-f37836e70c4c, infoPort=37275, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1079140294;c=1731524824771) 2024-11-13T19:07:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3e97723372d2de3 with lease ID 0xc4daf5ccdf91a236: from storage DS-625ebb48-ba3c-42db-873f-347d5d41bfb1 node DatanodeRegistration(127.0.0.1:33863, datanodeUuid=a647782f-37e5-46ea-bab6-f37836e70c4c, infoPort=37275, infoSecurePort=0, ipcPort=42895, storageInfo=lv=-57;cid=testClusterID;nsid=1079140294;c=1731524824771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:06,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67 2024-11-13T19:07:06,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:06,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:07:06,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b with version=8 2024-11-13T19:07:06,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/hbase-staging 2024-11-13T19:07:06,514 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:06,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:06,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:06,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:06,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:06,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:06,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:07:06,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:06,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46459 2024-11-13T19:07:06,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46459 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:06,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464590x0, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:06,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46459-0x10136e1b11d0000 connected 2024-11-13T19:07:06,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:06,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:06,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on znode that does not yet exist, /0939609445/running 2024-11-13T19:07:06,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b, hbase.cluster.distributed=false 2024-11-13T19:07:06,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on znode that does not yet exist, /0939609445/acl 2024-11-13T19:07:06,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46459 2024-11-13T19:07:06,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46459 2024-11-13T19:07:06,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46459 2024-11-13T19:07:06,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46459 2024-11-13T19:07:06,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46459 2024-11-13T19:07:06,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:06,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:06,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:06,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:06,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:06,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:06,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:07:06,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:06,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45851 2024-11-13T19:07:06,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45851 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:06,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:06,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:06,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458510x0, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:06,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458510x0, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on znode that does not yet exist, /0939609445/running 2024-11-13T19:07:06,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:07:06,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45851-0x10136e1b11d0001 connected 2024-11-13T19:07:06,727 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:07:06,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on znode that does not yet exist, /0939609445/master 2024-11-13T19:07:06,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on znode that does not yet exist, /0939609445/acl 2024-11-13T19:07:06,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-13T19:07:06,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45851 2024-11-13T19:07:06,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45851 2024-11-13T19:07:06,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-13T19:07:06,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-13T19:07:06,752 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:46459 2024-11-13T19:07:06,752 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0939609445/backup-masters/e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445/backup-masters 2024-11-13T19:07:06,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445/backup-masters 2024-11-13T19:07:06,756 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on existing znode=/0939609445/backup-masters/e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:06,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0939609445/master 2024-11-13T19:07:06,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:06,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:06,764 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on existing znode=/0939609445/master 2024-11-13T19:07:06,765 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0939609445/backup-masters/e4b56bc8c4b3,46459,1731524826514 from backup master directory 2024-11-13T19:07:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939609445/backup-masters/e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445/backup-masters 2024-11-13T19:07:06,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445/backup-masters 2024-11-13T19:07:06,773 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:06,773 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:06,776 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/hbase.id] with ID: 2c3b329b-e97a-4717-a0bb-95ec4cd2de0d 2024-11-13T19:07:06,776 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/.tmp/hbase.id 2024-11-13T19:07:06,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:07:07,184 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/.tmp/hbase.id]:[hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/hbase.id] 2024-11-13T19:07:07,192 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:07,193 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:07:07,193 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:07:07,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:07,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:07:07,611 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:07,612 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:07:07,612 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:07:07,646 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store 2024-11-13T19:07:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:07:07,666 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:07,667 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:07,667 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:07,667 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:07,667 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:07,667 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:07,667 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:07,667 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524827666Disabling compacts and flushes for region at 1731524827666Disabling writes for close at 1731524827667 (+1 ms)Writing region close event to WAL at 1731524827667Closed at 1731524827667 2024-11-13T19:07:07,668 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/.initializing 2024-11-13T19:07:07,668 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/WALs/e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:07,669 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:07,671 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C46459%2C1731524826514, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/WALs/e4b56bc8c4b3,46459,1731524826514, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/oldWALs, maxLogs=10 2024-11-13T19:07:07,688 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/WALs/e4b56bc8c4b3,46459,1731524826514/e4b56bc8c4b3%2C46459%2C1731524826514.1731524827671, exclude list is [], retry=0 2024-11-13T19:07:07,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-03f298fb-3a84-4e36-8132-d72090f1643b,DISK] 2024-11-13T19:07:07,695 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/WALs/e4b56bc8c4b3,46459,1731524826514/e4b56bc8c4b3%2C46459%2C1731524826514.1731524827671 2024-11-13T19:07:07,698 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-13T19:07:07,699 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:07,699 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:07,699 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,699 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:07:07,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:07,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:07,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:07:07,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:07,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:07,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:07:07,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:07,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:07,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:07:07,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:07,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:07,709 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,709 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,710 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,711 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,711 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,711 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:07,712 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:07,714 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:07,715 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462889, jitterRate=0.12448467314243317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:07,715 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524827699Initializing all the Stores at 1731524827700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524827700Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524827702 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524827702Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524827702Cleaning up temporary data from old regions at 1731524827711 (+9 ms)Region opened successfully at 1731524827715 (+4 ms) 2024-11-13T19:07:07,718 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:07:07,721 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2585725a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:07,722 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:07:07,722 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:07:07,722 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:07:07,722 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:07:07,722 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:07:07,723 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:07:07,723 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:07:07,740 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:07:07,741 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Unable to get data of znode /0939609445/balancer because node does not exist (not necessarily an error) 2024-11-13T19:07:07,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:07:07,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:07:07,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:07:07,781 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939609445/balancer already deleted, retry=false 2024-11-13T19:07:07,781 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:07:07,782 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Unable to get data of znode /0939609445/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:07:07,789 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939609445/normalizer already deleted, retry=false 2024-11-13T19:07:07,789 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:07:07,790 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Unable to get data of znode /0939609445/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:07:07,797 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939609445/switch/split already deleted, retry=false 2024-11-13T19:07:07,798 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Unable to get data of znode /0939609445/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:07:07,806 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939609445/switch/merge already deleted, retry=false 2024-11-13T19:07:07,807 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Unable to get data of znode /0939609445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:07:07,814 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939609445/snapshot-cleanup already deleted, retry=false 2024-11-13T19:07:07,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0939609445/running 2024-11-13T19:07:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0939609445/running 2024-11-13T19:07:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:07,823 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,46459,1731524826514, sessionid=0x10136e1b11d0000, setting cluster-up flag (Was=false) 2024-11-13T19:07:07,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:07,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:07,864 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0939609445/flush-table-proc/acquired, /0939609445/flush-table-proc/reached, /0939609445/flush-table-proc/abort 2024-11-13T19:07:07,865 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:07,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:07,906 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0939609445/online-snapshot/acquired, /0939609445/online-snapshot/reached, /0939609445/online-snapshot/abort 2024-11-13T19:07:07,907 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:07,908 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:07:07,909 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:07,909 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:07:07,909 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:07:07,909 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,46459,1731524826514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:07:07,910 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:07,910 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:07,910 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:07,910 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:07,910 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:07:07,910 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,910 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:07,910 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,911 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524857911 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:07:07,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:07,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:07:07,912 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:07:07,913 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:07:07,913 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:07:07,913 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:07,913 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524827913,5,FailOnTimeoutGroup] 2024-11-13T19:07:07,913 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524827913,5,FailOnTimeoutGroup] 2024-11-13T19:07:07,913 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:07:07,913 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:07:07,913 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,913 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:07:07,941 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(746): ClusterId : 2c3b329b-e97a-4717-a0bb-95ec4cd2de0d 2024-11-13T19:07:07,941 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:07:07,948 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:07:07,948 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:07:07,956 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:07:07,957 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3721b02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:07,970 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:45851 2024-11-13T19:07:07,970 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:07:07,970 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:07:07,970 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:07:07,970 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,46459,1731524826514 with port=45851, startcode=1731524826699 2024-11-13T19:07:07,971 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:07:07,972 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:07:07,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:07,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46459 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:07,973 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b 2024-11-13T19:07:07,973 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37439 2024-11-13T19:07:07,973 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:07:07,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445/rs 2024-11-13T19:07:07,981 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] zookeeper.ZKUtil(111): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on existing znode=/0939609445/rs/e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:07,981 WARN [RS:0;e4b56bc8c4b3:45851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:07,981 INFO [RS:0;e4b56bc8c4b3:45851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:07,981 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:07,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,45851,1731524826699] 2024-11-13T19:07:07,984 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:07:07,985 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:07:07,985 INFO [RS:0;e4b56bc8c4b3:45851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:07:07,985 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,985 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:07:07,986 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:07:07,986 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,986 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,986 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,986 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,986 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,986 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,986 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:07,986 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,986 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,987 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,987 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,987 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,987 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:07,987 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:07,987 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:07,990 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,990 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,990 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,991 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,991 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:07,991 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45851,1731524826699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:08,011 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:07:08,011 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45851,1731524826699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:08,012 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:08,012 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.Replication(171): e4b56bc8c4b3,45851,1731524826699 started 2024-11-13T19:07:08,028 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:08,028 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,45851,1731524826699, RpcServer on e4b56bc8c4b3/172.17.0.2:45851, sessionid=0x10136e1b11d0001 2024-11-13T19:07:08,028 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:07:08,028 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:08,028 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,45851,1731524826699' 2024-11-13T19:07:08,028 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0939609445/flush-table-proc/abort' 2024-11-13T19:07:08,029 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0939609445/flush-table-proc/acquired' 2024-11-13T19:07:08,029 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:07:08,029 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:07:08,029 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:08,029 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,45851,1731524826699' 2024-11-13T19:07:08,029 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0939609445/online-snapshot/abort' 2024-11-13T19:07:08,030 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0939609445/online-snapshot/acquired' 2024-11-13T19:07:08,030 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:07:08,030 INFO [RS:0;e4b56bc8c4b3:45851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:07:08,030 INFO [RS:0;e4b56bc8c4b3:45851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:07:08,130 INFO [RS:0;e4b56bc8c4b3:45851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:08,132 INFO [RS:0;e4b56bc8c4b3:45851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C45851%2C1731524826699, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/oldWALs, maxLogs=10 2024-11-13T19:07:08,150 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132, exclude list is [], retry=0 2024-11-13T19:07:08,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-03f298fb-3a84-4e36-8132-d72090f1643b,DISK] 2024-11-13T19:07:08,154 INFO [RS:0;e4b56bc8c4b3:45851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 2024-11-13T19:07:08,155 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-13T19:07:08,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:07:08,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:08,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:07:08,321 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b 2024-11-13T19:07:08,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:07:08,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:08,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:08,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:08,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:08,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:08,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:08,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:08,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:08,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:08,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:08,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:08,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:08,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:08,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:08,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:08,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:08,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:08,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:08,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740 2024-11-13T19:07:08,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740 2024-11-13T19:07:08,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:08,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:08,734 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:08,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:08,737 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:08,737 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65941144, jitterRate=-0.017400383949279785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:08,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524828726Initializing all the Stores at 1731524828727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524828727Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524828727Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524828727Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524828727Cleaning up temporary data from old regions at 1731524828734 (+7 ms)Region opened successfully at 1731524828738 (+4 ms) 2024-11-13T19:07:08,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:08,738 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:08,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:08,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:08,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:08,738 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:08,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524828738Disabling compacts and flushes for region at 1731524828738Disabling writes for close at 1731524828738Writing region close event to WAL at 1731524828738Closed at 1731524828738 2024-11-13T19:07:08,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:08,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:07:08,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:07:08,740 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:08,741 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:07:08,891 DEBUG [e4b56bc8c4b3:46459 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:07:08,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:08,893 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,45851,1731524826699, state=OPENING 2024-11-13T19:07:08,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:07:08,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:08,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:08,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0939609445/meta-region-server: CHANGED 2024-11-13T19:07:08,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0939609445/meta-region-server: CHANGED 2024-11-13T19:07:08,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:08,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45851,1731524826699}] 2024-11-13T19:07:09,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:09,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:07:09,096 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:07:09,096 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:09,096 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:07:09,097 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C45851%2C1731524826699.meta, suffix=.meta, logDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/oldWALs, maxLogs=10 2024-11-13T19:07:09,113 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.meta.1731524829097.meta, exclude list is [], retry=0 2024-11-13T19:07:09,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-03f298fb-3a84-4e36-8132-d72090f1643b,DISK] 2024-11-13T19:07:09,116 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.meta.1731524829097.meta 2024-11-13T19:07:09,117 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-13T19:07:09,117 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:09,117 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:09,117 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:09,118 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:07:09,118 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:07:09,118 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:07:09,118 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:09,118 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:07:09,118 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:07:09,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:09,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:09,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:09,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:09,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:09,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:09,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:09,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:09,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:09,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:09,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:09,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:09,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:09,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:09,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:09,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:09,122 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:09,123 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740 2024-11-13T19:07:09,124 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740 2024-11-13T19:07:09,124 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:09,124 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:09,125 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:09,126 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:09,126 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65349617, jitterRate=-0.026214823126792908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:09,126 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:07:09,127 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524829118Writing region info on filesystem at 1731524829118Initializing all the Stores at 1731524829119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524829119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524829119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524829119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524829119Cleaning up temporary data from old regions at 1731524829124 (+5 ms)Running coprocessor post-open hooks at 1731524829126 (+2 ms)Region opened successfully at 1731524829127 (+1 ms) 2024-11-13T19:07:09,128 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524829092 2024-11-13T19:07:09,129 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:07:09,129 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:07:09,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:09,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,45851,1731524826699, state=OPEN 2024-11-13T19:07:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0939609445/meta-region-server 2024-11-13T19:07:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0939609445/meta-region-server 2024-11-13T19:07:09,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:09,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0939609445/meta-region-server: CHANGED 2024-11-13T19:07:09,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0939609445/meta-region-server: CHANGED 2024-11-13T19:07:09,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:07:09,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,45851,1731524826699 in 223 msec 2024-11-13T19:07:09,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:07:09,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-13T19:07:09,168 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:09,168 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:07:09,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:09,169 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45851,1731524826699, seqNum=-1] 2024-11-13T19:07:09,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:09,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:09,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-13T19:07:09,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524829175, completionTime=-1 2024-11-13T19:07:09,175 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:07:09,175 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:07:09,176 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:07:09,176 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524889176 2024-11-13T19:07:09,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524949177 2024-11-13T19:07:09,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:07:09,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46459,1731524826514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:09,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46459,1731524826514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:09,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46459,1731524826514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:09,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:46459, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:09,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:09,177 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:09,179 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:07:09,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.409sec 2024-11-13T19:07:09,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:07:09,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:07:09,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:07:09,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:07:09,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:07:09,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46459,1731524826514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:09,182 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46459,1731524826514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:07:09,184 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:07:09,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:07:09,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,46459,1731524826514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:09,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2e2c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:09,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,46459,-1 for getting cluster id 2024-11-13T19:07:09,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:09,253 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3b329b-e97a-4717-a0bb-95ec4cd2de0d' 2024-11-13T19:07:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3b329b-e97a-4717-a0bb-95ec4cd2de0d" 2024-11-13T19:07:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a955b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,46459,-1] 2024-11-13T19:07:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:09,254 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:09,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef8ba1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:09,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45851,1731524826699, seqNum=-1] 2024-11-13T19:07:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:09,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:09,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:09,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:09,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:09,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e1b11d0002 connected 2024-11-13T19:07:09,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.log.dir so I do NOT create it in target/test-data/882249aa-3417-53bf-0509-363a0620c9a3 2024-11-13T19:07:09,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:07:09,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.tmp.dir so I do NOT create it in target/test-data/882249aa-3417-53bf-0509-363a0620c9a3 2024-11-13T19:07:09,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:07:09,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/cluster_69f748c5-4605-d5fe-5817-e1c7774ee714, deleteOnExit=true 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/test.cache.data in system properties and HBase conf 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:07:09,284 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:09,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:07:09,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:07:09,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:09,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:09,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:09,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:09,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:07:09,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:09,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356d1bb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:09,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@342b0884{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:09,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39d52aaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/java.io.tmpdir/jetty-localhost-45213-hadoop-hdfs-3_4_1-tests_jar-_-any-4376167400385283169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:09,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e8fedba{HTTP/1.1, (http/1.1)}{localhost:45213} 2024-11-13T19:07:09,695 INFO [Time-limited test {}] server.Server(415): Started @268856ms 2024-11-13T19:07:09,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:09,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:09,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:09,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:09,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:07:09,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1044d3c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:09,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48456898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:10,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63bef0d3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/java.io.tmpdir/jetty-localhost-39347-hadoop-hdfs-3_4_1-tests_jar-_-any-14258655267869750328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:10,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c01c789{HTTP/1.1, (http/1.1)}{localhost:39347} 2024-11-13T19:07:10,032 INFO [Time-limited test {}] server.Server(415): Started @269193ms 2024-11-13T19:07:10,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:07:10,523 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/cluster_69f748c5-4605-d5fe-5817-e1c7774ee714/data/data1/current/BP-952338272-172.17.0.2-1731524829302/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:10,527 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/cluster_69f748c5-4605-d5fe-5817-e1c7774ee714/data/data2/current/BP-952338272-172.17.0.2-1731524829302/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:10,564 WARN [Thread-3542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:07:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd639b479aba9b3a7 with lease ID 0xa4bfb8567400d761: Processing first storage report for DS-2285d839-a5f5-445c-b0a9-70dbd94f5ce4 from datanode DatanodeRegistration(127.0.0.1:41411, datanodeUuid=dd44b512-1698-47a8-a42a-adb15cb2ec5a, infoPort=45957, infoSecurePort=0, ipcPort=38495, storageInfo=lv=-57;cid=testClusterID;nsid=1416697058;c=1731524829302) 2024-11-13T19:07:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd639b479aba9b3a7 with lease ID 0xa4bfb8567400d761: from storage DS-2285d839-a5f5-445c-b0a9-70dbd94f5ce4 node DatanodeRegistration(127.0.0.1:41411, datanodeUuid=dd44b512-1698-47a8-a42a-adb15cb2ec5a, infoPort=45957, infoSecurePort=0, ipcPort=38495, storageInfo=lv=-57;cid=testClusterID;nsid=1416697058;c=1731524829302), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:07:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd639b479aba9b3a7 with lease ID 0xa4bfb8567400d761: Processing first storage report for DS-7dd85de1-c1da-4eb5-b504-f6a7761c6669 from datanode DatanodeRegistration(127.0.0.1:41411, datanodeUuid=dd44b512-1698-47a8-a42a-adb15cb2ec5a, infoPort=45957, infoSecurePort=0, ipcPort=38495, storageInfo=lv=-57;cid=testClusterID;nsid=1416697058;c=1731524829302) 2024-11-13T19:07:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd639b479aba9b3a7 with lease ID 0xa4bfb8567400d761: from storage DS-7dd85de1-c1da-4eb5-b504-f6a7761c6669 node DatanodeRegistration(127.0.0.1:41411, datanodeUuid=dd44b512-1698-47a8-a42a-adb15cb2ec5a, infoPort=45957, infoSecurePort=0, ipcPort=38495, storageInfo=lv=-57;cid=testClusterID;nsid=1416697058;c=1731524829302), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:10,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3 2024-11-13T19:07:10,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:10,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:10,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:07:10,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9 with version=8 2024-11-13T19:07:10,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/hbase-staging 2024-11-13T19:07:10,640 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:10,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:10,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:10,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:10,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:10,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:10,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:07:10,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:10,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33105 2024-11-13T19:07:10,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33105 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:10,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331050x0, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:10,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33105-0x10136e1b11d0003 connected 2024-11-13T19:07:10,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:10,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:10,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on znode that does not yet exist, /1820502142/running 2024-11-13T19:07:10,719 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9, hbase.cluster.distributed=false 2024-11-13T19:07:10,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on znode that does not yet exist, /1820502142/acl 2024-11-13T19:07:10,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-13T19:07:10,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33105 2024-11-13T19:07:10,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33105 2024-11-13T19:07:10,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-13T19:07:10,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33105 2024-11-13T19:07:10,756 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:10,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:10,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:10,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:10,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:10,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:10,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:07:10,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:10,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41853 2024-11-13T19:07:10,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41853 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:10,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:10,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418530x0, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:10,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418530x0, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on znode that does not yet exist, /1820502142/running 2024-11-13T19:07:10,774 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:07:10,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41853-0x10136e1b11d0004 connected 2024-11-13T19:07:10,777 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:07:10,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on znode that does not yet exist, /1820502142/master 2024-11-13T19:07:10,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on znode that does not yet exist, /1820502142/acl 2024-11-13T19:07:10,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-13T19:07:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41853 2024-11-13T19:07:10,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41853 2024-11-13T19:07:10,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-13T19:07:10,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41853 2024-11-13T19:07:10,829 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:33105 2024-11-13T19:07:10,831 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1820502142/backup-masters/e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:10,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142/backup-masters 2024-11-13T19:07:10,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142/backup-masters 2024-11-13T19:07:10,840 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on existing znode=/1820502142/backup-masters/e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:10,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:10,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1820502142/master 2024-11-13T19:07:10,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:10,848 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on existing znode=/1820502142/master 2024-11-13T19:07:10,849 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1820502142/backup-masters/e4b56bc8c4b3,33105,1731524830640 from backup master directory 2024-11-13T19:07:10,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820502142/backup-masters/e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:10,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142/backup-masters 2024-11-13T19:07:10,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142/backup-masters 2024-11-13T19:07:10,856 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:10,856 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:10,876 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/hbase.id] with ID: 53d9a87a-4c75-4a57-9132-5f4ce4af41f9 2024-11-13T19:07:10,876 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/.tmp/hbase.id 2024-11-13T19:07:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:07:10,895 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/.tmp/hbase.id]:[hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/hbase.id] 2024-11-13T19:07:10,907 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:10,908 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:07:10,911 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T19:07:10,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:10,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:07:10,931 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:10,932 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:07:10,933 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:07:10,974 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store 2024-11-13T19:07:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:07:10,986 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:10,986 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:10,986 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:10,986 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:10,986 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:10,986 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:10,986 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:10,986 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524830986Disabling compacts and flushes for region at 1731524830986Disabling writes for close at 1731524830986Writing region close event to WAL at 1731524830986Closed at 1731524830986 2024-11-13T19:07:10,987 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/.initializing 2024-11-13T19:07:10,987 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/WALs/e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:10,988 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:10,989 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C33105%2C1731524830640, suffix=, logDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/WALs/e4b56bc8c4b3,33105,1731524830640, archiveDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/oldWALs, maxLogs=10 2024-11-13T19:07:11,012 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/WALs/e4b56bc8c4b3,33105,1731524830640/e4b56bc8c4b3%2C33105%2C1731524830640.1731524830989, exclude list is [], retry=0 2024-11-13T19:07:11,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-2285d839-a5f5-445c-b0a9-70dbd94f5ce4,DISK] 2024-11-13T19:07:11,020 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/WALs/e4b56bc8c4b3,33105,1731524830640/e4b56bc8c4b3%2C33105%2C1731524830640.1731524830989 2024-11-13T19:07:11,022 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45957:45957)] 2024-11-13T19:07:11,022 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:11,022 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:11,022 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,022 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:07:11,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:07:11,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:11,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:07:11,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:11,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:07:11,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:11,037 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,038 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,038 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,039 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,039 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,040 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:11,041 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:11,043 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:11,043 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65613957, jitterRate=-0.022275850176811218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:11,043 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524831023Initializing all the Stores at 1731524831023Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524831023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524831030 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524831030Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524831030Cleaning up temporary data from old regions at 1731524831039 (+9 ms)Region opened successfully at 1731524831043 (+4 ms) 2024-11-13T19:07:11,043 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:07:11,046 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b38c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:11,047 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:07:11,047 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:07:11,047 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:07:11,047 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:07:11,048 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:07:11,048 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:07:11,048 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:07:11,052 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:07:11,053 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Unable to get data of znode /1820502142/balancer because node does not exist (not necessarily an error) 2024-11-13T19:07:11,056 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820502142/balancer already deleted, retry=false 2024-11-13T19:07:11,056 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:07:11,057 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Unable to get data of znode /1820502142/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:07:11,064 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820502142/normalizer already deleted, retry=false 2024-11-13T19:07:11,064 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:07:11,067 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Unable to get data of znode /1820502142/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:07:11,072 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820502142/switch/split already deleted, retry=false 2024-11-13T19:07:11,073 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Unable to get data of znode /1820502142/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:07:11,081 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820502142/switch/merge already deleted, retry=false 2024-11-13T19:07:11,083 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Unable to get data of znode /1820502142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:07:11,089 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820502142/snapshot-cleanup already deleted, retry=false 2024-11-13T19:07:11,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1820502142/running 2024-11-13T19:07:11,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1820502142/running 2024-11-13T19:07:11,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:11,098 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,33105,1731524830640, sessionid=0x10136e1b11d0003, setting cluster-up flag (Was=false) 2024-11-13T19:07:11,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:11,139 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1820502142/flush-table-proc/acquired, /1820502142/flush-table-proc/reached, /1820502142/flush-table-proc/abort 2024-11-13T19:07:11,140 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:11,181 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1820502142/online-snapshot/acquired, /1820502142/online-snapshot/reached, /1820502142/online-snapshot/abort 2024-11-13T19:07:11,182 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:11,183 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:07:11,184 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:11,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:07:11,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:07:11,184 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,33105,1731524830640 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:07:11,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:11,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:11,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:11,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:11,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:07:11,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:11,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:11,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:07:11,188 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,188 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524861188 2024-11-13T19:07:11,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:07:11,188 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:07:11,188 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:07:11,188 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:07:11,188 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:07:11,188 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:07:11,188 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:07:11,193 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,195 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:07:11,195 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:07:11,195 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:07:11,195 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:07:11,195 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:07:11,195 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:07:11,195 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524831195,5,FailOnTimeoutGroup] 2024-11-13T19:07:11,199 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524831195,5,FailOnTimeoutGroup] 2024-11-13T19:07:11,199 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,199 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:07:11,199 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,199 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:07:11,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:07:11,205 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9 2024-11-13T19:07:11,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:07:11,220 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(746): ClusterId : 53d9a87a-4c75-4a57-9132-5f4ce4af41f9 2024-11-13T19:07:11,220 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:07:11,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:11,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:11,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:11,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:11,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:11,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:11,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:11,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:11,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:11,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:11,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740 2024-11-13T19:07:11,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740 2024-11-13T19:07:11,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:11,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:11,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:11,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:11,231 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:11,232 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:07:11,232 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:07:11,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66319115, jitterRate=-0.011768177151679993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:11,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524831221Initializing all the Stores at 1731524831221Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524831221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524831222 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524831222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524831222Cleaning up temporary data from old regions at 1731524831229 (+7 ms)Region opened successfully at 1731524831232 (+3 ms) 2024-11-13T19:07:11,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:11,232 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:11,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:11,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:11,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:11,232 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:11,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524831232Disabling compacts and flushes for region at 1731524831232Disabling writes for close at 1731524831232Writing region close event to WAL at 1731524831232Closed at 1731524831232 2024-11-13T19:07:11,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:11,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:07:11,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:07:11,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:11,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:07:11,240 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:07:11,240 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e536327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:11,254 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:41853 2024-11-13T19:07:11,254 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:07:11,254 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:07:11,254 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:07:11,254 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,33105,1731524830640 with port=41853, startcode=1731524830756 2024-11-13T19:07:11,255 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:07:11,256 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:07:11,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33105 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,257 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9 2024-11-13T19:07:11,258 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46117 2024-11-13T19:07:11,258 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:07:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142/rs 2024-11-13T19:07:11,264 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] zookeeper.ZKUtil(111): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on existing znode=/1820502142/rs/e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,264 WARN [RS:0;e4b56bc8c4b3:41853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:11,265 INFO [RS:0;e4b56bc8c4b3:41853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:11,265 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,41853,1731524830756] 2024-11-13T19:07:11,267 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:07:11,269 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:07:11,271 INFO [RS:0;e4b56bc8c4b3:41853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:07:11,271 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,271 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:07:11,271 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:07:11,271 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:11,272 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:11,279 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,279 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,279 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,279 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,279 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,279 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41853,1731524830756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:11,295 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:07:11,296 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41853,1731524830756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,296 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,296 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.Replication(171): e4b56bc8c4b3,41853,1731524830756 started 2024-11-13T19:07:11,312 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,313 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,41853,1731524830756, RpcServer on e4b56bc8c4b3/172.17.0.2:41853, sessionid=0x10136e1b11d0004 2024-11-13T19:07:11,313 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:07:11,313 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,313 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41853,1731524830756' 2024-11-13T19:07:11,313 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1820502142/flush-table-proc/abort' 2024-11-13T19:07:11,313 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1820502142/flush-table-proc/acquired' 2024-11-13T19:07:11,313 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:07:11,313 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:07:11,313 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,314 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,41853,1731524830756' 2024-11-13T19:07:11,314 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1820502142/online-snapshot/abort' 2024-11-13T19:07:11,314 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1820502142/online-snapshot/acquired' 2024-11-13T19:07:11,314 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:07:11,314 INFO [RS:0;e4b56bc8c4b3:41853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:07:11,314 INFO [RS:0;e4b56bc8c4b3:41853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:07:11,385 WARN [e4b56bc8c4b3:33105 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:07:11,414 INFO [RS:0;e4b56bc8c4b3:41853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:11,415 INFO [RS:0;e4b56bc8c4b3:41853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C41853%2C1731524830756, suffix=, logDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756, archiveDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/oldWALs, maxLogs=10 2024-11-13T19:07:11,427 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, exclude list is [], retry=0 2024-11-13T19:07:11,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-2285d839-a5f5-445c-b0a9-70dbd94f5ce4,DISK] 2024-11-13T19:07:11,430 INFO [RS:0;e4b56bc8c4b3:41853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 2024-11-13T19:07:11,430 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45957:45957)] 2024-11-13T19:07:11,635 DEBUG [e4b56bc8c4b3:33105 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:07:11,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,637 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41853,1731524830756, state=OPENING 2024-11-13T19:07:11,679 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:07:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:11,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1820502142/meta-region-server: CHANGED 2024-11-13T19:07:11,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1820502142/meta-region-server: CHANGED 2024-11-13T19:07:11,689 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:11,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41853,1731524830756}] 2024-11-13T19:07:11,842 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:11,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:07:11,845 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:07:11,845 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:11,845 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:07:11,846 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C41853%2C1731524830756.meta, suffix=.meta, logDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756, archiveDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/oldWALs, maxLogs=10 2024-11-13T19:07:11,858 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.meta.1731524831847.meta, exclude list is [], retry=0 2024-11-13T19:07:11,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-2285d839-a5f5-445c-b0a9-70dbd94f5ce4,DISK] 2024-11-13T19:07:11,861 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.meta.1731524831847.meta 2024-11-13T19:07:11,861 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45957:45957)] 2024-11-13T19:07:11,861 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:11,861 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:11,861 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:11,861 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:07:11,861 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:07:11,861 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:07:11,861 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:11,861 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:07:11,861 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:07:11,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:11,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:11,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:11,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:11,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:11,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:11,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:11,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:11,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:11,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:11,866 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:11,866 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740 2024-11-13T19:07:11,867 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740 2024-11-13T19:07:11,868 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:11,868 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:11,868 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:11,869 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:11,870 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71695878, jitterRate=0.06835183501243591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:11,870 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:07:11,870 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524831862Writing region info on filesystem at 1731524831862Initializing all the Stores at 1731524831862Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524831862Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524831862Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524831862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524831862Cleaning up temporary data from old regions at 1731524831868 (+6 ms)Running coprocessor post-open hooks at 1731524831870 (+2 ms)Region opened successfully at 1731524831870 2024-11-13T19:07:11,871 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524831841 2024-11-13T19:07:11,872 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:07:11,872 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:07:11,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,873 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,41853,1731524830756, state=OPEN 2024-11-13T19:07:11,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1820502142/meta-region-server 2024-11-13T19:07:11,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1820502142/meta-region-server 2024-11-13T19:07:11,889 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:11,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1820502142/meta-region-server: CHANGED 2024-11-13T19:07:11,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1820502142/meta-region-server: CHANGED 2024-11-13T19:07:11,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:07:11,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,41853,1731524830756 in 199 msec 2024-11-13T19:07:11,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:07:11,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-11-13T19:07:11,893 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:11,893 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:07:11,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:11,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=-1] 2024-11-13T19:07:11,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:11,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:11,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 714 msec 2024-11-13T19:07:11,899 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524831899, completionTime=-1 2024-11-13T19:07:11,899 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:07:11,899 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:07:11,901 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:07:11,901 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524891901 2024-11-13T19:07:11,901 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524951901 2024-11-13T19:07:11,901 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:07:11,902 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33105,1731524830640-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,902 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33105,1731524830640-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,902 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33105,1731524830640-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,902 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:33105, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,902 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,902 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,904 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:07:11,905 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.049sec 2024-11-13T19:07:11,905 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:07:11,905 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:07:11,905 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:07:11,905 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:07:11,905 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:07:11,905 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33105,1731524830640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:11,905 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33105,1731524830640-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:07:11,907 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:07:11,907 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:07:11,907 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,33105,1731524830640-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:11,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5da86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:11,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33105,-1 for getting cluster id 2024-11-13T19:07:11,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:11,922 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53d9a87a-4c75-4a57-9132-5f4ce4af41f9' 2024-11-13T19:07:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53d9a87a-4c75-4a57-9132-5f4ce4af41f9" 2024-11-13T19:07:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e03b854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:11,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33105,-1] 2024-11-13T19:07:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:11,924 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:11,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f669b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:11,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=-1] 2024-11-13T19:07:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:11,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:11,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:11,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:11,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:11,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e1b11d0005 connected 2024-11-13T19:07:11,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.log.dir so I do NOT create it in target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd 2024-11-13T19:07:11,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:07:11,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.tmp.dir so I do NOT create it in target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd 2024-11-13T19:07:11,950 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:07:11,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd 2024-11-13T19:07:11,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:07:11,950 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/cluster_b5586bc6-2e75-b834-6ed2-4c3941c44613, deleteOnExit=true 2024-11-13T19:07:11,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:07:11,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/test.cache.data in system properties and HBase conf 2024-11-13T19:07:11,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:07:11,951 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:11,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:07:11,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:07:11,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:07:11,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:11,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:07:11,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:07:12,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:12,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:12,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:12,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:12,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:07:12,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:12,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b9ae52f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:12,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77957382{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:12,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ef09588{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/java.io.tmpdir/jetty-localhost-43701-hadoop-hdfs-3_4_1-tests_jar-_-any-8464919394940721291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:12,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@84e8aeb{HTTP/1.1, (http/1.1)}{localhost:43701} 2024-11-13T19:07:12,286 INFO [Time-limited test {}] server.Server(415): Started @271447ms 2024-11-13T19:07:12,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:12,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:12,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:12,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:12,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:07:12,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86f4b58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:12,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dce1bf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:12,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62275d03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/java.io.tmpdir/jetty-localhost-39067-hadoop-hdfs-3_4_1-tests_jar-_-any-10600060399865967944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:12,679 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aef748e{HTTP/1.1, (http/1.1)}{localhost:39067} 2024-11-13T19:07:12,679 INFO [Time-limited test {}] server.Server(415): Started @271840ms 2024-11-13T19:07:12,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:07:13,156 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/cluster_b5586bc6-2e75-b834-6ed2-4c3941c44613/data/data1/current/BP-703797516-172.17.0.2-1731524831970/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:13,156 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/cluster_b5586bc6-2e75-b834-6ed2-4c3941c44613/data/data2/current/BP-703797516-172.17.0.2-1731524831970/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:13,187 WARN [Thread-3662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:07:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x485f3cbe810ca6d2 with lease ID 0xb2635d7a57b777af: Processing first storage report for DS-bd5db282-dc0a-4f87-a541-f24c4478f000 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=c2a9dea7-a724-4eeb-8b54-66e4348546e2, infoPort=36849, infoSecurePort=0, ipcPort=43827, storageInfo=lv=-57;cid=testClusterID;nsid=1009914750;c=1731524831970) 2024-11-13T19:07:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x485f3cbe810ca6d2 with lease ID 0xb2635d7a57b777af: from storage DS-bd5db282-dc0a-4f87-a541-f24c4478f000 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=c2a9dea7-a724-4eeb-8b54-66e4348546e2, infoPort=36849, infoSecurePort=0, ipcPort=43827, storageInfo=lv=-57;cid=testClusterID;nsid=1009914750;c=1731524831970), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x485f3cbe810ca6d2 with lease ID 0xb2635d7a57b777af: Processing first storage report for DS-69f07deb-fea4-4d57-85de-a85674a73594 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=c2a9dea7-a724-4eeb-8b54-66e4348546e2, infoPort=36849, infoSecurePort=0, ipcPort=43827, storageInfo=lv=-57;cid=testClusterID;nsid=1009914750;c=1731524831970) 2024-11-13T19:07:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x485f3cbe810ca6d2 with lease ID 0xb2635d7a57b777af: from storage DS-69f07deb-fea4-4d57-85de-a85674a73594 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=c2a9dea7-a724-4eeb-8b54-66e4348546e2, infoPort=36849, infoSecurePort=0, ipcPort=43827, storageInfo=lv=-57;cid=testClusterID;nsid=1009914750;c=1731524831970), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:13,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd 2024-11-13T19:07:13,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:13,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:07:13,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:07:13,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:13,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db with version=8 2024-11-13T19:07:13,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/hbase-staging 2024-11-13T19:07:13,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:13,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:13,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:13,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:13,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:13,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:13,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:07:13,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:13,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43325 2024-11-13T19:07:13,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43325 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433250x0, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:13,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43325-0x10136e1b11d0006 connected 2024-11-13T19:07:13,984 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:07:14,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:14,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:14,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on znode that does not yet exist, /2-88608402/running 2024-11-13T19:07:14,048 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db, hbase.cluster.distributed=false 2024-11-13T19:07:14,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on znode that does not yet exist, /2-88608402/acl 2024-11-13T19:07:14,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43325 2024-11-13T19:07:14,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43325 2024-11-13T19:07:14,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43325 2024-11-13T19:07:14,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43325 2024-11-13T19:07:14,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43325 2024-11-13T19:07:14,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:14,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:14,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:14,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:14,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:14,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:14,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:07:14,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:14,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37551 2024-11-13T19:07:14,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37551 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:14,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:14,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:14,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375510x0, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:14,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375510x0, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on znode that does not yet exist, /2-88608402/running 2024-11-13T19:07:14,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37551-0x10136e1b11d0007 connected 2024-11-13T19:07:14,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:07:14,107 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:07:14,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on znode that does not yet exist, /2-88608402/master 2024-11-13T19:07:14,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on znode that does not yet exist, /2-88608402/acl 2024-11-13T19:07:14,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-13T19:07:14,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37551 2024-11-13T19:07:14,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37551 2024-11-13T19:07:14,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-13T19:07:14,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37551 2024-11-13T19:07:14,124 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:43325 2024-11-13T19:07:14,125 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-88608402/backup-masters/e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402/backup-masters 2024-11-13T19:07:14,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402/backup-masters 2024-11-13T19:07:14,164 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on existing znode=/2-88608402/backup-masters/e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-88608402/master 2024-11-13T19:07:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:14,198 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on existing znode=/2-88608402/master 2024-11-13T19:07:14,198 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-88608402/backup-masters/e4b56bc8c4b3,43325,1731524833620 from backup master directory 2024-11-13T19:07:14,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402/backup-masters 2024-11-13T19:07:14,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-88608402/backup-masters/e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:14,256 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:14,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402/backup-masters 2024-11-13T19:07:14,256 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:14,258 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/hbase.id] with ID: 68955171-279e-4784-9c8d-4aee7a059170 2024-11-13T19:07:14,258 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/.tmp/hbase.id 2024-11-13T19:07:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:07:14,662 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/.tmp/hbase.id]:[hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/hbase.id] 2024-11-13T19:07:14,669 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:14,669 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:07:14,670 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:07:14,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:14,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:14,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:07:15,255 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:15,255 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:07:15,256 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:15,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:07:15,264 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store 2024-11-13T19:07:15,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:07:15,669 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:15,669 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:15,669 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:15,669 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:15,669 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:15,669 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:15,669 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:15,669 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524835669Disabling compacts and flushes for region at 1731524835669Disabling writes for close at 1731524835669Writing region close event to WAL at 1731524835669Closed at 1731524835669 2024-11-13T19:07:15,670 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/.initializing 2024-11-13T19:07:15,670 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/WALs/e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:15,671 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:15,673 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C43325%2C1731524833620, suffix=, logDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/WALs/e4b56bc8c4b3,43325,1731524833620, archiveDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/oldWALs, maxLogs=10 2024-11-13T19:07:15,687 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/WALs/e4b56bc8c4b3,43325,1731524833620/e4b56bc8c4b3%2C43325%2C1731524833620.1731524835673, exclude list is [], retry=0 2024-11-13T19:07:15,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-bd5db282-dc0a-4f87-a541-f24c4478f000,DISK] 2024-11-13T19:07:15,692 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/WALs/e4b56bc8c4b3,43325,1731524833620/e4b56bc8c4b3%2C43325%2C1731524833620.1731524835673 2024-11-13T19:07:15,694 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-13T19:07:15,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:15,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:15,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,695 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:07:15,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:15,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:15,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:07:15,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:15,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:15,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:07:15,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:15,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:15,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:07:15,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:15,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:15,703 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,703 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,704 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,705 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,705 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,705 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:15,706 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:15,708 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:15,708 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64706369, jitterRate=-0.035799965262413025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:15,708 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524835695Initializing all the Stores at 1731524835696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524835696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524835698 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524835698Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524835698Cleaning up temporary data from old regions at 1731524835705 (+7 ms)Region opened successfully at 1731524835708 (+3 ms) 2024-11-13T19:07:15,710 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:07:15,712 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d88e3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:15,713 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:07:15,713 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:07:15,713 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:07:15,713 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:07:15,714 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:07:15,714 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:07:15,714 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:07:15,717 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:07:15,718 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Unable to get data of znode /2-88608402/balancer because node does not exist (not necessarily an error) 2024-11-13T19:07:15,722 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-88608402/balancer already deleted, retry=false 2024-11-13T19:07:15,722 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:07:15,723 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Unable to get data of znode /2-88608402/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:07:15,730 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-88608402/normalizer already deleted, retry=false 2024-11-13T19:07:15,731 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:07:15,731 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Unable to get data of znode /2-88608402/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:07:15,739 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-88608402/switch/split already deleted, retry=false 2024-11-13T19:07:15,740 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Unable to get data of znode /2-88608402/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:07:15,747 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-88608402/switch/merge already deleted, retry=false 2024-11-13T19:07:15,749 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Unable to get data of znode /2-88608402/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:07:15,755 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-88608402/snapshot-cleanup already deleted, retry=false 2024-11-13T19:07:15,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-88608402/running 2024-11-13T19:07:15,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:15,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-88608402/running 2024-11-13T19:07:15,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:15,764 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,43325,1731524833620, sessionid=0x10136e1b11d0006, setting cluster-up flag (Was=false) 2024-11-13T19:07:15,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:15,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:15,812 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-88608402/flush-table-proc/acquired, /2-88608402/flush-table-proc/reached, /2-88608402/flush-table-proc/abort 2024-11-13T19:07:15,813 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:15,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:15,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:15,864 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-88608402/online-snapshot/acquired, /2-88608402/online-snapshot/reached, /2-88608402/online-snapshot/abort 2024-11-13T19:07:15,865 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:15,866 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:07:15,867 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:15,867 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:07:15,867 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:07:15,867 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,43325,1731524833620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:07:15,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:15,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:15,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:15,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:15,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:07:15,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:15,868 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,869 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524865869 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:15,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:07:15,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:07:15,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:15,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:07:15,874 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524835870,5,FailOnTimeoutGroup] 2024-11-13T19:07:15,878 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524835874,5,FailOnTimeoutGroup] 2024-11-13T19:07:15,878 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,878 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:07:15,878 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,878 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:07:15,923 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(746): ClusterId : 68955171-279e-4784-9c8d-4aee7a059170 2024-11-13T19:07:15,923 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:07:15,931 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:07:15,931 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:07:15,940 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:07:15,940 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4e4ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:15,950 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:37551 2024-11-13T19:07:15,950 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:07:15,950 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:07:15,950 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:07:15,950 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,43325,1731524833620 with port=37551, startcode=1731524834062 2024-11-13T19:07:15,951 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:07:15,952 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:07:15,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:15,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43325 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:15,953 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db 2024-11-13T19:07:15,953 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44755 2024-11-13T19:07:15,953 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:07:15,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402/rs 2024-11-13T19:07:15,986 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] zookeeper.ZKUtil(111): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on existing znode=/2-88608402/rs/e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:15,986 WARN [RS:0;e4b56bc8c4b3:37551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:15,986 INFO [RS:0;e4b56bc8c4b3:37551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:15,986 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:15,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,37551,1731524834062] 2024-11-13T19:07:15,989 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:07:15,991 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:07:15,991 INFO [RS:0;e4b56bc8c4b3:37551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:07:15,991 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,991 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:07:15,992 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:07:15,992 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:15,992 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:15,993 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,993 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,993 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,993 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,993 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:15,993 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37551,1731524834062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:16,011 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:07:16,011 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37551,1731524834062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,011 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,011 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.Replication(171): e4b56bc8c4b3,37551,1731524834062 started 2024-11-13T19:07:16,028 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,028 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,37551,1731524834062, RpcServer on e4b56bc8c4b3/172.17.0.2:37551, sessionid=0x10136e1b11d0007 2024-11-13T19:07:16,028 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:07:16,028 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:16,028 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,37551,1731524834062' 2024-11-13T19:07:16,028 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-88608402/flush-table-proc/abort' 2024-11-13T19:07:16,029 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-88608402/flush-table-proc/acquired' 2024-11-13T19:07:16,029 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:07:16,029 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:07:16,029 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:16,029 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,37551,1731524834062' 2024-11-13T19:07:16,029 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-88608402/online-snapshot/abort' 2024-11-13T19:07:16,030 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-88608402/online-snapshot/acquired' 2024-11-13T19:07:16,030 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:07:16,030 INFO [RS:0;e4b56bc8c4b3:37551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:07:16,030 INFO [RS:0;e4b56bc8c4b3:37551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:07:16,130 INFO [RS:0;e4b56bc8c4b3:37551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:16,131 INFO [RS:0;e4b56bc8c4b3:37551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C37551%2C1731524834062, suffix=, logDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062, archiveDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/oldWALs, maxLogs=10 2024-11-13T19:07:16,146 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, exclude list is [], retry=0 2024-11-13T19:07:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-bd5db282-dc0a-4f87-a541-f24c4478f000,DISK] 2024-11-13T19:07:16,149 INFO [RS:0;e4b56bc8c4b3:37551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 2024-11-13T19:07:16,149 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-13T19:07:16,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:07:16,283 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db 2024-11-13T19:07:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:07:16,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:16,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:16,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:16,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:16,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:16,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:16,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:16,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:16,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:16,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:16,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:16,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:16,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:16,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:16,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740 2024-11-13T19:07:16,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740 2024-11-13T19:07:16,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:16,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:16,305 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:16,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:16,306 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:16,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75262896, jitterRate=0.12150454521179199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524836297Initializing all the Stores at 1731524836297Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524836297Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524836297Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524836297Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524836297Cleaning up temporary data from old regions at 1731524836304 (+7 ms)Region opened successfully at 1731524836307 (+3 ms) 2024-11-13T19:07:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:16,307 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:16,307 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:16,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524836307Disabling compacts and flushes for region at 1731524836307Disabling writes for close at 1731524836307Writing region close event to WAL at 1731524836307Closed at 1731524836307 2024-11-13T19:07:16,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:16,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:07:16,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:07:16,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:16,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:07:16,460 DEBUG [e4b56bc8c4b3:43325 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:07:16,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:16,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,37551,1731524834062, state=OPENING 2024-11-13T19:07:16,495 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:07:16,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:16,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:16,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-88608402/meta-region-server: CHANGED 2024-11-13T19:07:16,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-88608402/meta-region-server: CHANGED 2024-11-13T19:07:16,506 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:16,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,37551,1731524834062}] 2024-11-13T19:07:16,658 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:16,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:07:16,663 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:07:16,663 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:16,663 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:07:16,664 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C37551%2C1731524834062.meta, suffix=.meta, logDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062, archiveDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/oldWALs, maxLogs=10 2024-11-13T19:07:16,681 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.meta.1731524836664.meta, exclude list is [], retry=0 2024-11-13T19:07:16,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-bd5db282-dc0a-4f87-a541-f24c4478f000,DISK] 2024-11-13T19:07:16,686 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.meta.1731524836664.meta 2024-11-13T19:07:16,686 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-13T19:07:16,686 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:16,687 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:16,687 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:16,687 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:07:16,687 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:07:16,687 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:07:16,687 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:16,687 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:07:16,687 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:07:16,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:16,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:16,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:16,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:16,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:16,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:16,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:16,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:16,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:16,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:16,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:16,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:16,694 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:16,695 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740 2024-11-13T19:07:16,696 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740 2024-11-13T19:07:16,698 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:16,698 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:16,698 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:16,699 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:16,700 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71280339, jitterRate=0.06215982139110565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:16,700 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:07:16,700 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524836687Writing region info on filesystem at 1731524836687Initializing all the Stores at 1731524836688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524836688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524836688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524836688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524836688Cleaning up temporary data from old regions at 1731524836698 (+10 ms)Running coprocessor post-open hooks at 1731524836700 (+2 ms)Region opened successfully at 1731524836700 2024-11-13T19:07:16,700 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524836658 2024-11-13T19:07:16,702 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:07:16,702 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:07:16,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:16,703 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,37551,1731524834062, state=OPEN 2024-11-13T19:07:16,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-88608402/meta-region-server 2024-11-13T19:07:16,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-88608402/meta-region-server 2024-11-13T19:07:16,714 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:16,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-88608402/meta-region-server: CHANGED 2024-11-13T19:07:16,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-88608402/meta-region-server: CHANGED 2024-11-13T19:07:16,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:07:16,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,37551,1731524834062 in 208 msec 2024-11-13T19:07:16,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:07:16,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-13T19:07:16,717 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:16,717 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:07:16,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:16,719 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=-1] 2024-11-13T19:07:16,719 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:16,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:16,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 857 msec 2024-11-13T19:07:16,724 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524836724, completionTime=-1 2024-11-13T19:07:16,724 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:07:16,725 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524896727 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524956727 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43325,1731524833620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43325,1731524833620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43325,1731524833620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:43325, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,727 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,728 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,729 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:07:16,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.476sec 2024-11-13T19:07:16,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:07:16,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:07:16,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:07:16,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:07:16,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:07:16,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43325,1731524833620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:16,732 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43325,1731524833620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:07:16,734 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:07:16,734 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:07:16,734 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43325,1731524833620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:16,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcd769e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:16,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43325,-1 for getting cluster id 2024-11-13T19:07:16,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:16,824 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68955171-279e-4784-9c8d-4aee7a059170' 2024-11-13T19:07:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68955171-279e-4784-9c8d-4aee7a059170" 2024-11-13T19:07:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693d8982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43325,-1] 2024-11-13T19:07:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:16,826 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:16,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7f9431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:16,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=-1] 2024-11-13T19:07:16,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:16,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:16,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:16,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51569 2024-11-13T19:07:16,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:16,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136e1b11d0008 connected 2024-11-13T19:07:16,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dcd0067 2024-11-13T19:07:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:16,851 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:16,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:07:16,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:07:16,853 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:16,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:07:16,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:07:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:16,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:07:16,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c352af4df4acf7463cefb53fb8da45c1, NAME => 'test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b 2024-11-13T19:07:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:07:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:17,265 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:17,265 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c352af4df4acf7463cefb53fb8da45c1, disabling compactions & flushes 2024-11-13T19:07:17,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:17,265 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:17,265 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. after waiting 0 ms 2024-11-13T19:07:17,265 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:17,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:17,265 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c352af4df4acf7463cefb53fb8da45c1: Waiting for close lock at 1731524837265Disabling compacts and flushes for region at 1731524837265Disabling writes for close at 1731524837265Writing region close event to WAL at 1731524837265Closed at 1731524837265 2024-11-13T19:07:17,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:07:17,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524837266"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524837266"}]},"ts":"1731524837266"} 2024-11-13T19:07:17,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:07:17,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:07:17,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524837270"}]},"ts":"1731524837270"} 2024-11-13T19:07:17,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:07:17,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c352af4df4acf7463cefb53fb8da45c1, ASSIGN}] 2024-11-13T19:07:17,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c352af4df4acf7463cefb53fb8da45c1, ASSIGN 2024-11-13T19:07:17,274 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c352af4df4acf7463cefb53fb8da45c1, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45851,1731524826699; forceNewPlan=false, retain=false 2024-11-13T19:07:17,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c352af4df4acf7463cefb53fb8da45c1, regionState=OPENING, regionLocation=e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:17,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c352af4df4acf7463cefb53fb8da45c1, ASSIGN because future has completed 2024-11-13T19:07:17,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c352af4df4acf7463cefb53fb8da45c1, server=e4b56bc8c4b3,45851,1731524826699}] 2024-11-13T19:07:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:17,582 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:17,582 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c352af4df4acf7463cefb53fb8da45c1, NAME => 'test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:17,582 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:17,582 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:07:17,582 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,583 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:17,583 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,583 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,584 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,585 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c352af4df4acf7463cefb53fb8da45c1 columnFamilyName f 2024-11-13T19:07:17,585 DEBUG [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:17,585 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] regionserver.HStore(327): Store=c352af4df4acf7463cefb53fb8da45c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:17,585 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,586 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c352af4df4acf7463cefb53fb8da45c1 columnFamilyName f1 2024-11-13T19:07:17,586 DEBUG [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:17,586 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] regionserver.HStore(327): Store=c352af4df4acf7463cefb53fb8da45c1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:17,586 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,587 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c352af4df4acf7463cefb53fb8da45c1 columnFamilyName norep 2024-11-13T19:07:17,587 DEBUG [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:17,587 INFO [StoreOpener-c352af4df4acf7463cefb53fb8da45c1-1 {}] regionserver.HStore(327): Store=c352af4df4acf7463cefb53fb8da45c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:17,587 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,587 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,588 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,588 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,588 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,589 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:07:17,589 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,591 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:17,591 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c352af4df4acf7463cefb53fb8da45c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69223681, jitterRate=0.03151322901248932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:07:17,591 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:17,592 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c352af4df4acf7463cefb53fb8da45c1: Running coprocessor pre-open hook at 1731524837583Writing region info on filesystem at 1731524837583Initializing all the Stores at 1731524837583Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524837583Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524837584 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524837584Cleaning up temporary data from old regions at 1731524837588 (+4 ms)Running coprocessor post-open hooks at 1731524837591 (+3 ms)Region opened successfully at 1731524837592 (+1 ms) 2024-11-13T19:07:17,592 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1., pid=6, masterSystemTime=1731524837579 2024-11-13T19:07:17,594 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:17,594 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:17,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c352af4df4acf7463cefb53fb8da45c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:17,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c352af4df4acf7463cefb53fb8da45c1, server=e4b56bc8c4b3,45851,1731524826699 because future has completed 2024-11-13T19:07:17,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:07:17,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c352af4df4acf7463cefb53fb8da45c1, server=e4b56bc8c4b3,45851,1731524826699 in 170 msec 2024-11-13T19:07:17,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:07:17,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c352af4df4acf7463cefb53fb8da45c1, ASSIGN in 325 msec 2024-11-13T19:07:17,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:07:17,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524837600"}]},"ts":"1731524837600"} 2024-11-13T19:07:17,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:07:17,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:07:17,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-13T19:07:17,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:07:17,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:07:17,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:07:17,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:07:17,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:07:17,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:07:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:17,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:17,995 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:07:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23f80512 2024-11-13T19:07:17,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:17,997 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:17,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:07:17,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:07:17,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:17,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:07:18,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:07:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:07:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:18,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:18,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:07:18,367 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88574 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:07:18,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f490271496d9be690444da183c91a5ec, NAME => 'test,,1731524837997.f490271496d9be690444da183c91a5ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9 2024-11-13T19:07:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:07:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:18,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524837997.f490271496d9be690444da183c91a5ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:18,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f490271496d9be690444da183c91a5ec, disabling compactions & flushes 2024-11-13T19:07:18,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:18,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:18,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524837997.f490271496d9be690444da183c91a5ec. after waiting 0 ms 2024-11-13T19:07:18,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:18,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:18,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f490271496d9be690444da183c91a5ec: Waiting for close lock at 1731524838814Disabling compacts and flushes for region at 1731524838814Disabling writes for close at 1731524838814Writing region close event to WAL at 1731524838814Closed at 1731524838814 2024-11-13T19:07:18,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:07:18,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524837997.f490271496d9be690444da183c91a5ec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524838815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524838815"}]},"ts":"1731524838815"} 2024-11-13T19:07:18,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:07:18,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:07:18,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524838818"}]},"ts":"1731524838818"} 2024-11-13T19:07:18,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:07:18,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f490271496d9be690444da183c91a5ec, ASSIGN}] 2024-11-13T19:07:18,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f490271496d9be690444da183c91a5ec, ASSIGN 2024-11-13T19:07:18,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f490271496d9be690444da183c91a5ec, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,41853,1731524830756; forceNewPlan=false, retain=false 2024-11-13T19:07:18,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f490271496d9be690444da183c91a5ec, regionState=OPENING, regionLocation=e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f490271496d9be690444da183c91a5ec, ASSIGN because future has completed 2024-11-13T19:07:18,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f490271496d9be690444da183c91a5ec, server=e4b56bc8c4b3,41853,1731524830756}] 2024-11-13T19:07:19,133 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:19,133 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f490271496d9be690444da183c91a5ec, NAME => 'test,,1731524837997.f490271496d9be690444da183c91a5ec.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:19,133 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:19,133 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:07:19,134 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,134 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524837997.f490271496d9be690444da183c91a5ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:19,134 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,134 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,135 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:19,137 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f490271496d9be690444da183c91a5ec columnFamilyName f 2024-11-13T19:07:19,137 DEBUG [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:19,137 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] regionserver.HStore(327): Store=f490271496d9be690444da183c91a5ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:19,138 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,138 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f490271496d9be690444da183c91a5ec columnFamilyName f1 2024-11-13T19:07:19,138 DEBUG [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:19,139 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] regionserver.HStore(327): Store=f490271496d9be690444da183c91a5ec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:19,139 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,139 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f490271496d9be690444da183c91a5ec columnFamilyName norep 2024-11-13T19:07:19,139 DEBUG [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:19,140 INFO [StoreOpener-f490271496d9be690444da183c91a5ec-1 {}] regionserver.HStore(327): Store=f490271496d9be690444da183c91a5ec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:19,140 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,140 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,140 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,141 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,141 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,141 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:07:19,142 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,143 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:19,144 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f490271496d9be690444da183c91a5ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60342102, jitterRate=-0.10083261132240295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:07:19,144 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f490271496d9be690444da183c91a5ec 2024-11-13T19:07:19,144 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f490271496d9be690444da183c91a5ec: Running coprocessor pre-open hook at 1731524839134Writing region info on filesystem at 1731524839134Initializing all the Stores at 1731524839134Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524839134Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524839135 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524839135Cleaning up temporary data from old regions at 1731524839141 (+6 ms)Running coprocessor post-open hooks at 1731524839144 (+3 ms)Region opened successfully at 1731524839144 2024-11-13T19:07:19,144 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524837997.f490271496d9be690444da183c91a5ec., pid=6, masterSystemTime=1731524839130 2024-11-13T19:07:19,146 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:19,146 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:19,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f490271496d9be690444da183c91a5ec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:19,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f490271496d9be690444da183c91a5ec, server=e4b56bc8c4b3,41853,1731524830756 because future has completed 2024-11-13T19:07:19,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:07:19,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f490271496d9be690444da183c91a5ec, server=e4b56bc8c4b3,41853,1731524830756 in 171 msec 2024-11-13T19:07:19,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:07:19,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f490271496d9be690444da183c91a5ec, ASSIGN in 328 msec 2024-11-13T19:07:19,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:07:19,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524839152"}]},"ts":"1731524839152"} 2024-11-13T19:07:19,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:07:19,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:07:19,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-13T19:07:19,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:07:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:20,156 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:07:20,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:20,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:20,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32bf75ae 2024-11-13T19:07:20,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:20,158 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:20,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:07:20,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:07:20,161 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:20,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:07:20,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:07:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:20,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:07:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:20,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1964c5b6bc56a7c8ff0a28aa9996288c, NAME => 'test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db 2024-11-13T19:07:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:07:20,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:20,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1964c5b6bc56a7c8ff0a28aa9996288c, disabling compactions & flushes 2024-11-13T19:07:20,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:20,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:20,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. after waiting 0 ms 2024-11-13T19:07:20,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:20,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:20,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1964c5b6bc56a7c8ff0a28aa9996288c: Waiting for close lock at 1731524840572Disabling compacts and flushes for region at 1731524840572Disabling writes for close at 1731524840572Writing region close event to WAL at 1731524840572Closed at 1731524840572 2024-11-13T19:07:20,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:07:20,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524840574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524840574"}]},"ts":"1731524840574"} 2024-11-13T19:07:20,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:07:20,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:07:20,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524840576"}]},"ts":"1731524840576"} 2024-11-13T19:07:20,578 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:07:20,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1964c5b6bc56a7c8ff0a28aa9996288c, ASSIGN}] 2024-11-13T19:07:20,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1964c5b6bc56a7c8ff0a28aa9996288c, ASSIGN 2024-11-13T19:07:20,580 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1964c5b6bc56a7c8ff0a28aa9996288c, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,37551,1731524834062; forceNewPlan=false, retain=false 2024-11-13T19:07:20,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1964c5b6bc56a7c8ff0a28aa9996288c, regionState=OPENING, regionLocation=e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:20,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1964c5b6bc56a7c8ff0a28aa9996288c, ASSIGN because future has completed 2024-11-13T19:07:20,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1964c5b6bc56a7c8ff0a28aa9996288c, server=e4b56bc8c4b3,37551,1731524834062}] 2024-11-13T19:07:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:20,891 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:20,891 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1964c5b6bc56a7c8ff0a28aa9996288c, NAME => 'test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:20,891 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:20,891 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:07:20,891 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,891 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:20,891 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,891 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,893 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,893 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1964c5b6bc56a7c8ff0a28aa9996288c columnFamilyName f 2024-11-13T19:07:20,893 DEBUG [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:20,894 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] regionserver.HStore(327): Store=1964c5b6bc56a7c8ff0a28aa9996288c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:20,894 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,894 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1964c5b6bc56a7c8ff0a28aa9996288c columnFamilyName f1 2024-11-13T19:07:20,894 DEBUG [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:20,895 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] regionserver.HStore(327): Store=1964c5b6bc56a7c8ff0a28aa9996288c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:20,895 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,895 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1964c5b6bc56a7c8ff0a28aa9996288c columnFamilyName norep 2024-11-13T19:07:20,895 DEBUG [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:20,896 INFO [StoreOpener-1964c5b6bc56a7c8ff0a28aa9996288c-1 {}] regionserver.HStore(327): Store=1964c5b6bc56a7c8ff0a28aa9996288c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:20,896 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,896 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,896 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,897 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,897 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,897 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:07:20,898 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,899 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:20,900 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1964c5b6bc56a7c8ff0a28aa9996288c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60019341, jitterRate=-0.10564212501049042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:07:20,900 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:20,900 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1964c5b6bc56a7c8ff0a28aa9996288c: Running coprocessor pre-open hook at 1731524840892Writing region info on filesystem at 1731524840892Initializing all the Stores at 1731524840892Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524840892Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524840892Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524840892Cleaning up temporary data from old regions at 1731524840897 (+5 ms)Running coprocessor post-open hooks at 1731524840900 (+3 ms)Region opened successfully at 1731524840900 2024-11-13T19:07:20,901 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c., pid=6, masterSystemTime=1731524840886 2024-11-13T19:07:20,902 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:20,902 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:20,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1964c5b6bc56a7c8ff0a28aa9996288c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:20,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1964c5b6bc56a7c8ff0a28aa9996288c, server=e4b56bc8c4b3,37551,1731524834062 because future has completed 2024-11-13T19:07:20,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:07:20,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1964c5b6bc56a7c8ff0a28aa9996288c, server=e4b56bc8c4b3,37551,1731524834062 in 171 msec 2024-11-13T19:07:20,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:07:20,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1964c5b6bc56a7c8ff0a28aa9996288c, ASSIGN in 329 msec 2024-11-13T19:07:20,909 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:07:20,909 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524840909"}]},"ts":"1731524840909"} 2024-11-13T19:07:20,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:07:20,911 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:07:20,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-13T19:07:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:21,296 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:07:21,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ba159a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:21,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,46459,-1 for getting cluster id 2024-11-13T19:07:21,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:21,297 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3b329b-e97a-4717-a0bb-95ec4cd2de0d' 2024-11-13T19:07:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:21,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3b329b-e97a-4717-a0bb-95ec4cd2de0d" 2024-11-13T19:07:21,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44453955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:21,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,46459,-1] 2024-11-13T19:07:21,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:21,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:21,298 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9bf2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:21,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f867e95 2024-11-13T19:07:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:21,301 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:21,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:33105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:07:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:07:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:21,303 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:33105' 2024-11-13T19:07:21,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4654f552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:21,304 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33105,-1 for getting cluster id 2024-11-13T19:07:21,304 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:21,305 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53d9a87a-4c75-4a57-9132-5f4ce4af41f9' 2024-11-13T19:07:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53d9a87a-4c75-4a57-9132-5f4ce4af41f9" 2024-11-13T19:07:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f74e1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33105,-1] 2024-11-13T19:07:21,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:21,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:21,306 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:21,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3264cd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:21,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:21,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:21,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74227479 2024-11-13T19:07:21,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:21,308 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:21,309 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:07:21,309 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:07:21,309 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:21,309 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:21,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:21,309 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:21,310 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:07:21,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:07:21,311 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:21,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:07:21,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:07:21,361 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:07:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:21,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bd1b48260769df49fda10ccee677882, NAME => 'hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b 2024-11-13T19:07:21,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:07:21,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:21,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6bd1b48260769df49fda10ccee677882, disabling compactions & flushes 2024-11-13T19:07:21,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:21,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:21,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. after waiting 0 ms 2024-11-13T19:07:21,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:21,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:21,728 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bd1b48260769df49fda10ccee677882: Waiting for close lock at 1731524841727Disabling compacts and flushes for region at 1731524841727Disabling writes for close at 1731524841727Writing region close event to WAL at 1731524841727Closed at 1731524841727 2024-11-13T19:07:21,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:07:21,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524841729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524841729"}]},"ts":"1731524841729"} 2024-11-13T19:07:21,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:07:21,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:07:21,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524841744"}]},"ts":"1731524841744"} 2024-11-13T19:07:21,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:07:21,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bd1b48260769df49fda10ccee677882, ASSIGN}] 2024-11-13T19:07:21,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bd1b48260769df49fda10ccee677882, ASSIGN 2024-11-13T19:07:21,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bd1b48260769df49fda10ccee677882, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,45851,1731524826699; forceNewPlan=false, retain=false 2024-11-13T19:07:21,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6bd1b48260769df49fda10ccee677882, regionState=OPENING, regionLocation=e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:21,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bd1b48260769df49fda10ccee677882, ASSIGN because future has completed 2024-11-13T19:07:21,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bd1b48260769df49fda10ccee677882, server=e4b56bc8c4b3,45851,1731524826699}] 2024-11-13T19:07:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:22,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:22,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:22,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:07:22,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C45851%2C1731524826699.rep, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/oldWALs, maxLogs=10 2024-11-13T19:07:22,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.rep.1731524842062, exclude list is [], retry=0 2024-11-13T19:07:22,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33863,DS-03f298fb-3a84-4e36-8132-d72090f1643b,DISK] 2024-11-13T19:07:22,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.rep.1731524842062 2024-11-13T19:07:22,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-13T19:07:22,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bd1b48260769df49fda10ccee677882, NAME => 'hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:22,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. service=MultiRowMutationService 2024-11-13T19:07:22,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:07:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,090 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,091 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bd1b48260769df49fda10ccee677882 columnFamilyName hfileref 2024-11-13T19:07:22,091 DEBUG [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:22,092 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] regionserver.HStore(327): Store=6bd1b48260769df49fda10ccee677882/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:22,092 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,093 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bd1b48260769df49fda10ccee677882 columnFamilyName queue 2024-11-13T19:07:22,093 DEBUG [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:22,093 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] regionserver.HStore(327): Store=6bd1b48260769df49fda10ccee677882/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:22,093 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,094 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bd1b48260769df49fda10ccee677882 columnFamilyName sid 2024-11-13T19:07:22,094 DEBUG [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:22,094 INFO [StoreOpener-6bd1b48260769df49fda10ccee677882-1 {}] regionserver.HStore(327): Store=6bd1b48260769df49fda10ccee677882/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:22,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/replication/6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/replication/6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:07:22,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/replication/6bd1b48260769df49fda10ccee677882/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:22,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6bd1b48260769df49fda10ccee677882; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68680265, jitterRate=0.0234156996011734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:07:22,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:22,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6bd1b48260769df49fda10ccee677882: Running coprocessor pre-open hook at 1731524842089Writing region info on filesystem at 1731524842089Initializing all the Stores at 1731524842090 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524842090Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524842090Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524842090Cleaning up temporary data from old regions at 1731524842096 (+6 ms)Running coprocessor post-open hooks at 1731524842103 (+7 ms)Region opened successfully at 1731524842103 2024-11-13T19:07:22,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882., pid=10, masterSystemTime=1731524842055 2024-11-13T19:07:22,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:22,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:22,107 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6bd1b48260769df49fda10ccee677882, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:22,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bd1b48260769df49fda10ccee677882, server=e4b56bc8c4b3,45851,1731524826699 because future has completed 2024-11-13T19:07:22,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:07:22,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bd1b48260769df49fda10ccee677882, server=e4b56bc8c4b3,45851,1731524826699 in 207 msec 2024-11-13T19:07:22,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:07:22,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bd1b48260769df49fda10ccee677882, ASSIGN in 365 msec 2024-11-13T19:07:22,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:07:22,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524842114"}]},"ts":"1731524842114"} 2024-11-13T19:07:22,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:07:22,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:07:22,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 808 msec 2024-11-13T19:07:22,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882., hostname=e4b56bc8c4b3,45851,1731524826699, seqNum=2] 2024-11-13T19:07:22,190 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:07:22,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:22,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:22,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:07:22,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:22,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:07:22,390 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:07:22,426 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,45851,1731524826699, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:07:22,427 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:22,427 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45851,1731524826699, seqNum=-1] 2024-11-13T19:07:22,428 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:22,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T19:07:22,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,45851,1731524826699', locateType=CURRENT is [region=hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882., hostname=e4b56bc8c4b3,45851,1731524826699, seqNum=2] 2024-11-13T19:07:22,434 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:07:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:07:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:22,437 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,45851,1731524826699 suceeded 2024-11-13T19:07:22,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:07:22,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-13T19:07:22,439 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:33105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:07:22,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1380 sec 2024-11-13T19:07:22,461 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:33105' 2024-11-13T19:07:22,463 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de1c9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:22,463 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33105,-1 for getting cluster id 2024-11-13T19:07:22,463 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:22,463 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53d9a87a-4c75-4a57-9132-5f4ce4af41f9' 2024-11-13T19:07:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53d9a87a-4c75-4a57-9132-5f4ce4af41f9" 2024-11-13T19:07:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f27c38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33105,-1] 2024-11-13T19:07:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:22,465 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:22,465 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ccdabe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:22,466 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:22,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:22,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53b596c0 2024-11-13T19:07:22,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:22,467 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T19:07:22,468 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,45851,1731524826699 (queues=1) is replicating from cluster=2c3b329b-e97a-4717-a0bb-95ec4cd2de0d to cluster=53d9a87a-4c75-4a57-9132-5f4ce4af41f9 2024-11-13T19:07:22,468 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C45851%2C1731524826699 2024-11-13T19:07:22,468 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,45851,1731524826699, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:07:22,469 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132, startPosition=0, beingWritten=true 2024-11-13T19:07:22,469 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C45851%2C1731524826699 2024-11-13T19:07:22,478 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:22,478 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 379, reset compression=false 2024-11-13T19:07:22,478 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,45851,1731524826699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:22,699 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 379, reset compression=false 2024-11-13T19:07:23,002 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 379, reset compression=false 2024-11-13T19:07:23,408 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 379, reset compression=false 2024-11-13T19:07:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:23,447 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:07:23,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:23,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:23,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:23,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:23,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:23,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66517f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:23,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33105,-1 for getting cluster id 2024-11-13T19:07:23,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:23,448 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53d9a87a-4c75-4a57-9132-5f4ce4af41f9' 2024-11-13T19:07:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53d9a87a-4c75-4a57-9132-5f4ce4af41f9" 2024-11-13T19:07:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7a7e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33105,-1] 2024-11-13T19:07:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:23,450 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76389bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:23,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fb43470 2024-11-13T19:07:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:23,453 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:23,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:43325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:07:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:07:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:23,456 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:43325' 2024-11-13T19:07:23,457 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bba6c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:23,457 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43325,-1 for getting cluster id 2024-11-13T19:07:23,457 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:23,458 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68955171-279e-4784-9c8d-4aee7a059170' 2024-11-13T19:07:23,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:23,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68955171-279e-4784-9c8d-4aee7a059170" 2024-11-13T19:07:23,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdc4087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:23,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43325,-1] 2024-11-13T19:07:23,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:23,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:23,459 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:23,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:23,460 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58fdb984 2024-11-13T19:07:23,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:23,462 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:23,463 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:07:23,463 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:07:23,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:23,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:23,464 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:23,465 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:07:23,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:23,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:07:23,467 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:23,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:07:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:07:23,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 394b6aeaba98d139630e5c258732406a, NAME => 'hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9 2024-11-13T19:07:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:07:23,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:23,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 394b6aeaba98d139630e5c258732406a, disabling compactions & flushes 2024-11-13T19:07:23,497 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:23,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:23,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. after waiting 0 ms 2024-11-13T19:07:23,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:23,497 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:23,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 394b6aeaba98d139630e5c258732406a: Waiting for close lock at 1731524843497Disabling compacts and flushes for region at 1731524843497Disabling writes for close at 1731524843497Writing region close event to WAL at 1731524843497Closed at 1731524843497 2024-11-13T19:07:23,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:07:23,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524843498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524843498"}]},"ts":"1731524843498"} 2024-11-13T19:07:23,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:07:23,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:07:23,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524843501"}]},"ts":"1731524843501"} 2024-11-13T19:07:23,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:07:23,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=394b6aeaba98d139630e5c258732406a, ASSIGN}] 2024-11-13T19:07:23,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=394b6aeaba98d139630e5c258732406a, ASSIGN 2024-11-13T19:07:23,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=394b6aeaba98d139630e5c258732406a, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,41853,1731524830756; forceNewPlan=false, retain=false 2024-11-13T19:07:23,516 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:07:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:23,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=394b6aeaba98d139630e5c258732406a, regionState=OPENING, regionLocation=e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:23,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=394b6aeaba98d139630e5c258732406a, ASSIGN because future has completed 2024-11-13T19:07:23,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 394b6aeaba98d139630e5c258732406a, server=e4b56bc8c4b3,41853,1731524830756}] 2024-11-13T19:07:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:23,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:23,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:23,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:07:23,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C41853%2C1731524830756.rep, suffix=, logDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756, archiveDir=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/oldWALs, maxLogs=10 2024-11-13T19:07:23,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.rep.1731524843816, exclude list is [], retry=0 2024-11-13T19:07:23,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41411,DS-2285d839-a5f5-445c-b0a9-70dbd94f5ce4,DISK] 2024-11-13T19:07:23,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.rep.1731524843816 2024-11-13T19:07:23,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45957:45957)] 2024-11-13T19:07:23,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 394b6aeaba98d139630e5c258732406a, NAME => 'hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:23,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:23,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:23,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. service=MultiRowMutationService 2024-11-13T19:07:23,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:07:23,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:23,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,845 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,846 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394b6aeaba98d139630e5c258732406a columnFamilyName hfileref 2024-11-13T19:07:23,846 DEBUG [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:23,846 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] regionserver.HStore(327): Store=394b6aeaba98d139630e5c258732406a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:23,846 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,847 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394b6aeaba98d139630e5c258732406a columnFamilyName queue 2024-11-13T19:07:23,847 DEBUG [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:23,848 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] regionserver.HStore(327): Store=394b6aeaba98d139630e5c258732406a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:23,848 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,848 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394b6aeaba98d139630e5c258732406a columnFamilyName sid 2024-11-13T19:07:23,849 DEBUG [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:23,849 INFO [StoreOpener-394b6aeaba98d139630e5c258732406a-1 {}] regionserver.HStore(327): Store=394b6aeaba98d139630e5c258732406a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:23,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/replication/394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/replication/394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:07:23,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/replication/394b6aeaba98d139630e5c258732406a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:23,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 394b6aeaba98d139630e5c258732406a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58720304, jitterRate=-0.1249992847442627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:07:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 394b6aeaba98d139630e5c258732406a: Running coprocessor pre-open hook at 1731524843844Writing region info on filesystem at 1731524843844Initializing all the Stores at 1731524843844Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524843844Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524843845 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524843845Cleaning up temporary data from old regions at 1731524843850 (+5 ms)Running coprocessor post-open hooks at 1731524843853 (+3 ms)Region opened successfully at 1731524843853 2024-11-13T19:07:23,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a., pid=10, masterSystemTime=1731524843812 2024-11-13T19:07:23,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:23,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:23,856 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=394b6aeaba98d139630e5c258732406a, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:23,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 394b6aeaba98d139630e5c258732406a, server=e4b56bc8c4b3,41853,1731524830756 because future has completed 2024-11-13T19:07:23,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:07:23,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 394b6aeaba98d139630e5c258732406a, server=e4b56bc8c4b3,41853,1731524830756 in 199 msec 2024-11-13T19:07:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:07:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=394b6aeaba98d139630e5c258732406a, ASSIGN in 356 msec 2024-11-13T19:07:23,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:07:23,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524843863"}]},"ts":"1731524843863"} 2024-11-13T19:07:23,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:07:23,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:07:23,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 401 msec 2024-11-13T19:07:23,912 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 379, reset compression=false 2024-11-13T19:07:23,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a., hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=2] 2024-11-13T19:07:23,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:23,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:23,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:07:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:24,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:07:24,151 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:07:24,178 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,41853,1731524830756, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:07:24,178 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:24,179 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=-1] 2024-11-13T19:07:24,179 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:24,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T19:07:24,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,41853,1731524830756', locateType=CURRENT is [region=hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a., hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=2] 2024-11-13T19:07:24,183 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:07:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:07:24,185 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,41853,1731524830756 suceeded 2024-11-13T19:07:24,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:07:24,187 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:43325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:07:24,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T19:07:24,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 734 msec 2024-11-13T19:07:24,203 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:43325' 2024-11-13T19:07:24,206 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1667ee5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,206 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43325,-1 for getting cluster id 2024-11-13T19:07:24,206 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:24,207 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68955171-279e-4784-9c8d-4aee7a059170' 2024-11-13T19:07:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68955171-279e-4784-9c8d-4aee7a059170" 2024-11-13T19:07:24,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3cf8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43325,-1] 2024-11-13T19:07:24,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:24,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:24,209 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:24,210 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5c1875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,210 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:24,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:24,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e590da4 2024-11-13T19:07:24,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:24,212 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T19:07:24,212 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,41853,1731524830756 (queues=1) is replicating from cluster=53d9a87a-4c75-4a57-9132-5f4ce4af41f9 to cluster=68955171-279e-4784-9c8d-4aee7a059170 2024-11-13T19:07:24,212 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C41853%2C1731524830756 2024-11-13T19:07:24,212 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,41853,1731524830756, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:07:24,213 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, startPosition=0, beingWritten=true 2024-11-13T19:07:24,213 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C41853%2C1731524830756 2024-11-13T19:07:24,238 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:24,239 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 379, reset compression=false 2024-11-13T19:07:24,239 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,41853,1731524830756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:24,451 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 379, reset compression=false 2024-11-13T19:07:24,516 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 379, reset compression=false 2024-11-13T19:07:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:24,596 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:07:24,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:24,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:24,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:24,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:24,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:24,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab61cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43325,-1 for getting cluster id 2024-11-13T19:07:24,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:24,601 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68955171-279e-4784-9c8d-4aee7a059170' 2024-11-13T19:07:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68955171-279e-4784-9c8d-4aee7a059170" 2024-11-13T19:07:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a73ae58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43325,-1] 2024-11-13T19:07:24,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:24,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:24,603 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b33943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5844310d 2024-11-13T19:07:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:24,607 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:24,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:33105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:07:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:07:24,610 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:33105' 2024-11-13T19:07:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:24,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db12d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,627 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33105,-1 for getting cluster id 2024-11-13T19:07:24,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:24,628 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53d9a87a-4c75-4a57-9132-5f4ce4af41f9' 2024-11-13T19:07:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53d9a87a-4c75-4a57-9132-5f4ce4af41f9" 2024-11-13T19:07:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee18b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33105,-1] 2024-11-13T19:07:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:24,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:24,629 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:24,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1839da00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:24,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@731de57f 2024-11-13T19:07:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:24,633 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:24,634 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:07:24,634 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:07:24,634 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:24,634 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:24,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:24,635 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:24,636 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:07:24,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:07:24,637 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:24,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:07:24,686 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:07:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:07:24,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d391b6b2b734e1b0dc967c949eefedf1, NAME => 'hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db 2024-11-13T19:07:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:07:24,716 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:24,716 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d391b6b2b734e1b0dc967c949eefedf1, disabling compactions & flushes 2024-11-13T19:07:24,716 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:24,716 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:24,716 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. after waiting 0 ms 2024-11-13T19:07:24,716 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:24,716 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:24,716 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d391b6b2b734e1b0dc967c949eefedf1: Waiting for close lock at 1731524844716Disabling compacts and flushes for region at 1731524844716Disabling writes for close at 1731524844716Writing region close event to WAL at 1731524844716Closed at 1731524844716 2024-11-13T19:07:24,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:07:24,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524844717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524844717"}]},"ts":"1731524844717"} 2024-11-13T19:07:24,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:07:24,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:07:24,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524844719"}]},"ts":"1731524844719"} 2024-11-13T19:07:24,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:07:24,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d391b6b2b734e1b0dc967c949eefedf1, ASSIGN}] 2024-11-13T19:07:24,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d391b6b2b734e1b0dc967c949eefedf1, ASSIGN 2024-11-13T19:07:24,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d391b6b2b734e1b0dc967c949eefedf1, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,37551,1731524834062; forceNewPlan=false, retain=false 2024-11-13T19:07:24,771 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 379, reset compression=false 2024-11-13T19:07:24,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d391b6b2b734e1b0dc967c949eefedf1, regionState=OPENING, regionLocation=e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:24,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d391b6b2b734e1b0dc967c949eefedf1, ASSIGN because future has completed 2024-11-13T19:07:24,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d391b6b2b734e1b0dc967c949eefedf1, server=e4b56bc8c4b3,37551,1731524834062}] 2024-11-13T19:07:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:25,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:25,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:25,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:07:25,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C37551%2C1731524834062.rep, suffix=, logDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062, archiveDir=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/oldWALs, maxLogs=10 2024-11-13T19:07:25,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.rep.1731524845034, exclude list is [], retry=0 2024-11-13T19:07:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-bd5db282-dc0a-4f87-a541-f24c4478f000,DISK] 2024-11-13T19:07:25,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.rep.1731524845034 2024-11-13T19:07:25,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-13T19:07:25,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d391b6b2b734e1b0dc967c949eefedf1, NAME => 'hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:25,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:25,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:25,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. service=MultiRowMutationService 2024-11-13T19:07:25,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:07:25,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:25,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,058 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,059 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d391b6b2b734e1b0dc967c949eefedf1 columnFamilyName hfileref 2024-11-13T19:07:25,059 DEBUG [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:25,059 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] regionserver.HStore(327): Store=d391b6b2b734e1b0dc967c949eefedf1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:25,059 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,060 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d391b6b2b734e1b0dc967c949eefedf1 columnFamilyName queue 2024-11-13T19:07:25,060 DEBUG [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:25,060 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] regionserver.HStore(327): Store=d391b6b2b734e1b0dc967c949eefedf1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:25,060 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,061 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d391b6b2b734e1b0dc967c949eefedf1 columnFamilyName sid 2024-11-13T19:07:25,061 DEBUG [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:25,061 INFO [StoreOpener-d391b6b2b734e1b0dc967c949eefedf1-1 {}] regionserver.HStore(327): Store=d391b6b2b734e1b0dc967c949eefedf1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:25,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/replication/d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/replication/d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:07:25,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/replication/d391b6b2b734e1b0dc967c949eefedf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:25,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d391b6b2b734e1b0dc967c949eefedf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69233093, jitterRate=0.03165347874164581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:07:25,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:25,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d391b6b2b734e1b0dc967c949eefedf1: Running coprocessor pre-open hook at 1731524845057Writing region info on filesystem at 1731524845057Initializing all the Stores at 1731524845057Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524845057Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524845058 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524845058Cleaning up temporary data from old regions at 1731524845063 (+5 ms)Running coprocessor post-open hooks at 1731524845066 (+3 ms)Region opened successfully at 1731524845066 2024-11-13T19:07:25,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1., pid=10, masterSystemTime=1731524845028 2024-11-13T19:07:25,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:25,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:25,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d391b6b2b734e1b0dc967c949eefedf1, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:25,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d391b6b2b734e1b0dc967c949eefedf1, server=e4b56bc8c4b3,37551,1731524834062 because future has completed 2024-11-13T19:07:25,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:07:25,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d391b6b2b734e1b0dc967c949eefedf1, server=e4b56bc8c4b3,37551,1731524834062 in 196 msec 2024-11-13T19:07:25,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:07:25,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d391b6b2b734e1b0dc967c949eefedf1, ASSIGN in 352 msec 2024-11-13T19:07:25,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:07:25,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524845075"}]},"ts":"1731524845075"} 2024-11-13T19:07:25,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:07:25,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:07:25,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 444 msec 2024-11-13T19:07:25,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1., hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=2] 2024-11-13T19:07:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:25,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:07:25,176 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 379, reset compression=false 2024-11-13T19:07:25,220 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 379, reset compression=false 2024-11-13T19:07:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:25,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:07:25,293 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:07:25,331 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,37551,1731524834062, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:07:25,331 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:25,331 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=-1] 2024-11-13T19:07:25,332 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:25,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T19:07:25,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,37551,1731524834062', locateType=CURRENT is [region=hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1., hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=2] 2024-11-13T19:07:25,337 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:07:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:07:25,340 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,37551,1731524834062 suceeded 2024-11-13T19:07:25,342 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:33105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:07:25,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:07:25,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-13T19:07:25,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 735 msec 2024-11-13T19:07:25,356 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:33105' 2024-11-13T19:07:25,358 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f45269b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,358 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33105,-1 for getting cluster id 2024-11-13T19:07:25,358 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:25,359 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53d9a87a-4c75-4a57-9132-5f4ce4af41f9' 2024-11-13T19:07:25,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:25,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53d9a87a-4c75-4a57-9132-5f4ce4af41f9" 2024-11-13T19:07:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d3ff3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33105,-1] 2024-11-13T19:07:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:25,361 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:25,361 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254320ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,361 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:25,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:25,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69fabd89 2024-11-13T19:07:25,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:25,363 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T19:07:25,364 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,37551,1731524834062 (queues=1) is replicating from cluster=68955171-279e-4784-9c8d-4aee7a059170 to cluster=53d9a87a-4c75-4a57-9132-5f4ce4af41f9 2024-11-13T19:07:25,364 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C37551%2C1731524834062 2024-11-13T19:07:25,364 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,37551,1731524834062, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:07:25,364 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C37551%2C1731524834062 2024-11-13T19:07:25,364 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, startPosition=0, beingWritten=true 2024-11-13T19:07:25,373 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:25,373 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 379, reset compression=false 2024-11-13T19:07:25,373 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,37551,1731524834062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:25,577 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 379, reset compression=false 2024-11-13T19:07:25,680 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 379, reset compression=false 2024-11-13T19:07:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:25,747 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:07:25,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:25,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:25,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:25,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:25,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:25,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450e0317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,46459,-1 for getting cluster id 2024-11-13T19:07:25,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:25,749 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3b329b-e97a-4717-a0bb-95ec4cd2de0d' 2024-11-13T19:07:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:25,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3b329b-e97a-4717-a0bb-95ec4cd2de0d" 2024-11-13T19:07:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a56247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,46459,-1] 2024-11-13T19:07:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:25,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:25,751 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179132c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408a86e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33105,-1 for getting cluster id 2024-11-13T19:07:25,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:25,753 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53d9a87a-4c75-4a57-9132-5f4ce4af41f9' 2024-11-13T19:07:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53d9a87a-4c75-4a57-9132-5f4ce4af41f9" 2024-11-13T19:07:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a76b767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33105,-1] 2024-11-13T19:07:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:25,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:25,755 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c8f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3029d8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43325,-1 for getting cluster id 2024-11-13T19:07:25,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:25,757 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68955171-279e-4784-9c8d-4aee7a059170' 2024-11-13T19:07:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68955171-279e-4784-9c8d-4aee7a059170" 2024-11-13T19:07:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d5f66a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43325,-1] 2024-11-13T19:07:25,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:25,758 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:25,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3335f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:25,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,45851,1731524826699, seqNum=-1] 2024-11-13T19:07:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:25,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1., hostname=e4b56bc8c4b3,45851,1731524826699, seqNum=2] 2024-11-13T19:07:25,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=-1] 2024-11-13T19:07:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:25,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c., hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=2] 2024-11-13T19:07:25,780 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T19:07:25,887 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 379, reset compression=false 2024-11-13T19:07:25,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T19:07:26,024 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 379, reset compression=false 2024-11-13T19:07:26,029 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:07:26,029 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 480, reset compression=false 2024-11-13T19:07:26,029 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,45851,1731524826699 got entry batch from reader: WALEntryBatch [walEntries=[{test/c352af4df4acf7463cefb53fb8da45c1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T19:07:26,031 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:26,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T19:07:26,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:07:26,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c596938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:26,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,33105,-1 for getting cluster id 2024-11-13T19:07:26,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:26,034 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53d9a87a-4c75-4a57-9132-5f4ce4af41f9' 2024-11-13T19:07:26,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:26,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53d9a87a-4c75-4a57-9132-5f4ce4af41f9" 2024-11-13T19:07:26,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fd77417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:26,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,33105,-1] 2024-11-13T19:07:26,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:26,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:26,036 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:26,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bd12a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:26,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:26,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=-1] 2024-11-13T19:07:26,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:26,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T19:07:26,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524837997.f490271496d9be690444da183c91a5ec., hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=2] 2024-11-13T19:07:26,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:07:26,233 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 480, reset compression=false 2024-11-13T19:07:26,286 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 379, reset compression=false 2024-11-13T19:07:26,292 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 379, reset compression=false 2024-11-13T19:07:26,303 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:07:26,303 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 503, reset compression=false 2024-11-13T19:07:26,303 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,41853,1731524830756 got entry batch from reader: WALEntryBatch [walEntries=[{test/f490271496d9be690444da183c91a5ec/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T19:07:26,305 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:26,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T19:07:26,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:07:26,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f52071b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:26,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43325,-1 for getting cluster id 2024-11-13T19:07:26,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:26,308 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68955171-279e-4784-9c8d-4aee7a059170' 2024-11-13T19:07:26,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:26,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68955171-279e-4784-9c8d-4aee7a059170" 2024-11-13T19:07:26,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794cfb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:26,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43325,-1] 2024-11-13T19:07:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:26,309 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:26,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7058439b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:26,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:26,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=-1] 2024-11-13T19:07:26,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:26,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T19:07:26,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c., hostname=e4b56bc8c4b3,37551,1731524834062, seqNum=2] 2024-11-13T19:07:26,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:07:26,507 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 503, reset compression=false 2024-11-13T19:07:26,537 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 480, reset compression=false 2024-11-13T19:07:26,782 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T19:07:26,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=-1] 2024-11-13T19:07:26,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:26,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731524837997.f490271496d9be690444da183c91a5ec., hostname=e4b56bc8c4b3,41853,1731524830756, seqNum=2] 2024-11-13T19:07:26,788 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T19:07:26,804 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 379, reset compression=false 2024-11-13T19:07:26,808 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:26,808 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 526, reset compression=false 2024-11-13T19:07:26,808 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,37551,1731524834062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:26,811 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 503, reset compression=false 2024-11-13T19:07:26,815 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:07:26,815 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 607, reset compression=false 2024-11-13T19:07:26,815 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,41853,1731524830756 got entry batch from reader: WALEntryBatch [walEntries=[{test/f490271496d9be690444da183c91a5ec/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:07:26,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:07:26,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:07:26,941 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 480, reset compression=false 2024-11-13T19:07:27,011 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 526, reset compression=false 2024-11-13T19:07:27,016 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:27,016 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 653, reset compression=false 2024-11-13T19:07:27,016 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,37551,1731524834062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:27,018 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 607, reset compression=false 2024-11-13T19:07:27,220 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 653, reset compression=false 2024-11-13T19:07:27,322 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 607, reset compression=false 2024-11-13T19:07:27,445 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 480, reset compression=false 2024-11-13T19:07:27,524 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 653, reset compression=false 2024-11-13T19:07:27,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:07:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:27,726 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 607, reset compression=false 2024-11-13T19:07:27,790 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T19:07:27,793 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T19:07:27,928 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 653, reset compression=false 2024-11-13T19:07:27,933 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:07:27,933 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 757, reset compression=false 2024-11-13T19:07:27,933 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,37551,1731524834062 got entry batch from reader: WALEntryBatch [walEntries=[{test/1964c5b6bc56a7c8ff0a28aa9996288c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T19:07:27,936 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:27,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T19:07:27,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:07:27,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:07:28,049 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 480, reset compression=false 2024-11-13T19:07:28,138 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 757, reset compression=false 2024-11-13T19:07:28,229 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 607, reset compression=false 2024-11-13T19:07:28,246 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:28,246 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 734, reset compression=false 2024-11-13T19:07:28,247 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,41853,1731524830756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:28,441 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 757, reset compression=false 2024-11-13T19:07:28,450 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 734, reset compression=false 2024-11-13T19:07:28,752 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 480, reset compression=false 2024-11-13T19:07:28,753 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 734, reset compression=false 2024-11-13T19:07:28,795 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T19:07:28,798 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T19:07:28,844 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 757, reset compression=false 2024-11-13T19:07:29,155 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 734, reset compression=false 2024-11-13T19:07:29,347 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 757, reset compression=false 2024-11-13T19:07:29,555 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 480, reset compression=false 2024-11-13T19:07:29,559 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:07:29,559 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:29,559 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,45851,1731524826699 got entry batch from reader: WALEntryBatch [walEntries=[{test/c352af4df4acf7463cefb53fb8da45c1/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T19:07:29,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:07:29,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:07:29,658 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 734, reset compression=false 2024-11-13T19:07:29,661 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:07:29,661 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 881, reset compression=false 2024-11-13T19:07:29,661 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,41853,1731524830756 got entry batch from reader: WALEntryBatch [walEntries=[{test/f490271496d9be690444da183c91a5ec/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T19:07:29,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:07:29,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:07:29,761 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:29,800 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T19:07:29,804 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T19:07:29,865 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 881, reset compression=false 2024-11-13T19:07:29,869 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:07:29,869 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1040, reset compression=false 2024-11-13T19:07:29,869 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,41853,1731524830756 got entry batch from reader: WALEntryBatch [walEntries=[{test/f490271496d9be690444da183c91a5ec/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:07:29,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:07:29,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37551 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:07:29,951 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 757, reset compression=false 2024-11-13T19:07:29,955 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:29,955 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1076, reset compression=false 2024-11-13T19:07:29,955 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,37551,1731524834062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:30,065 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:30,075 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1040, reset compression=false 2024-11-13T19:07:30,158 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1076, reset compression=false 2024-11-13T19:07:30,378 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1040, reset compression=false 2024-11-13T19:07:30,462 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1076, reset compression=false 2024-11-13T19:07:30,468 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:30,783 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1040, reset compression=false 2024-11-13T19:07:30,806 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T19:07:30,809 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T19:07:30,865 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1076, reset compression=false 2024-11-13T19:07:30,869 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:07:30,869 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1235, reset compression=false 2024-11-13T19:07:30,869 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,37551,1731524834062 got entry batch from reader: WALEntryBatch [walEntries=[{test/1964c5b6bc56a7c8ff0a28aa9996288c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T19:07:30,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T19:07:30,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T19:07:30,971 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:31,072 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1235, reset compression=false 2024-11-13T19:07:31,287 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1040, reset compression=false 2024-11-13T19:07:31,292 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:31,292 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1189, reset compression=false 2024-11-13T19:07:31,292 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,41853,1731524830756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:31,375 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1235, reset compression=false 2024-11-13T19:07:31,499 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1189, reset compression=false 2024-11-13T19:07:31,573 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:31,780 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1235, reset compression=false 2024-11-13T19:07:31,805 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1189, reset compression=false 2024-11-13T19:07:31,811 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T19:07:31,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:07:31,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:31,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:31,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:31,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:31,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:31,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:07:31,817 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1215831866, stopped=false 2024-11-13T19:07:31,817 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,43325,1731524833620 2024-11-13T19:07:31,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-88608402/running 2024-11-13T19:07:31,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-88608402/running 2024-11-13T19:07:31,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:31,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:31,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:07:31,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:31,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:31,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:31,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,37551,1731524834062' ***** 2024-11-13T19:07:31,840 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:07:31,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on znode that does not yet exist, /2-88608402/running 2024-11-13T19:07:31,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Set watcher on znode that does not yet exist, /2-88608402/running 2024-11-13T19:07:31,840 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:07:31,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1964c5b6bc56a7c8ff0a28aa9996288c 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:37551. 2024-11-13T19:07:31,841 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:31,841 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1964c5b6bc56a7c8ff0a28aa9996288c, disabling compactions & flushes 2024-11-13T19:07:31,841 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:31,841 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:31,841 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:31,841 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. after waiting 0 ms 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:07:31,841 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:31,841 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:07:31,842 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:07:31,842 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:07:31,842 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1964c5b6bc56a7c8ff0a28aa9996288c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T19:07:31,842 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:07:31,842 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1325): Online Regions={1964c5b6bc56a7c8ff0a28aa9996288c=test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c., 1588230740=hbase:meta,,1.1588230740, d391b6b2b734e1b0dc967c949eefedf1=hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1.} 2024-11-13T19:07:31,842 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1964c5b6bc56a7c8ff0a28aa9996288c, d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:31,842 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:31,842 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:31,842 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:31,842 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:31,842 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:31,842 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:07:31,857 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/info/63e7af53ca404cfd9fc36b2b30087bb9 is 147, key is hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1./info:regioninfo/1731524845069/Put/seqid=0 2024-11-13T19:07:31,860 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/f/0f8db4e71abe4b4cac518437cb817984 is 29, key is row1/f:/1731524849801/DeleteFamily/seqid=0 2024-11-13T19:07:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741840_1016 (size=7686) 2024-11-13T19:07:31,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741841_1017 (size=5152) 2024-11-13T19:07:31,863 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/f/0f8db4e71abe4b4cac518437cb817984 2024-11-13T19:07:31,867 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f8db4e71abe4b4cac518437cb817984 2024-11-13T19:07:31,888 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/f1/78cf213bea1d46deb9e04190d6b9dcbd is 30, key is row1/f1:/1731524849801/DeleteFamily/seqid=0 2024-11-13T19:07:31,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741842_1018 (size=5158) 2024-11-13T19:07:31,905 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:07:31,995 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:07:31,995 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:07:32,042 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1964c5b6bc56a7c8ff0a28aa9996288c, d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:32,209 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1189, reset compression=false 2024-11-13T19:07:32,242 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1964c5b6bc56a7c8ff0a28aa9996288c, d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:32,261 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/info/63e7af53ca404cfd9fc36b2b30087bb9 2024-11-13T19:07:32,276 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:32,277 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/ns/ea536be897904d8db2899ff3963b8541 is 43, key is default/ns:d/1731524836720/Put/seqid=0 2024-11-13T19:07:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741843_1019 (size=5153) 2024-11-13T19:07:32,280 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/ns/ea536be897904d8db2899ff3963b8541 2024-11-13T19:07:32,284 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1235, reset compression=false 2024-11-13T19:07:32,292 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/f1/78cf213bea1d46deb9e04190d6b9dcbd 2024-11-13T19:07:32,296 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:32,296 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1482, reset compression=false 2024-11-13T19:07:32,296 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,37551,1731524834062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:32,298 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78cf213bea1d46deb9e04190d6b9dcbd 2024-11-13T19:07:32,298 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,37551,1731524834062: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,37551,1731524834062, walGroup=e4b56bc8c4b3%2C37551%2C1731524834062, offset=e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:37551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:07:32,299 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:07:32,299 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:07:32,299 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:07:32,299 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:07:32,299 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:07:32,299 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 908269056 }, "NonHeapMemoryUsage": { "committed": 204734464, "init": 7667712, "max": -1, "used": 201789568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:07:32,300 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:43325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:43325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:07:32,309 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/rep_barrier/d9b5f68b6f15479f8284c3ea0a7f96af is 112, key is test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c./rep_barrier:seqnumDuringOpen/1731524840903/Put/seqid=0 2024-11-13T19:07:32,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741844_1020 (size=5518) 2024-11-13T19:07:32,317 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/norep/9cb23e12447840d19a858ea96499b011 is 33, key is row2/norep:/1731524850807/DeleteFamily/seqid=0 2024-11-13T19:07:32,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741845_1021 (size=5108) 2024-11-13T19:07:32,324 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/norep/9cb23e12447840d19a858ea96499b011 2024-11-13T19:07:32,328 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb23e12447840d19a858ea96499b011 2024-11-13T19:07:32,329 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/f/0f8db4e71abe4b4cac518437cb817984 as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/f/0f8db4e71abe4b4cac518437cb817984 2024-11-13T19:07:32,333 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f8db4e71abe4b4cac518437cb817984 2024-11-13T19:07:32,333 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/f/0f8db4e71abe4b4cac518437cb817984, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T19:07:32,334 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/f1/78cf213bea1d46deb9e04190d6b9dcbd as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/f1/78cf213bea1d46deb9e04190d6b9dcbd 2024-11-13T19:07:32,338 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78cf213bea1d46deb9e04190d6b9dcbd 2024-11-13T19:07:32,338 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/f1/78cf213bea1d46deb9e04190d6b9dcbd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T19:07:32,339 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/.tmp/norep/9cb23e12447840d19a858ea96499b011 as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/norep/9cb23e12447840d19a858ea96499b011 2024-11-13T19:07:32,342 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb23e12447840d19a858ea96499b011 2024-11-13T19:07:32,343 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/norep/9cb23e12447840d19a858ea96499b011, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T19:07:32,343 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1964c5b6bc56a7c8ff0a28aa9996288c in 502ms, sequenceid=10, compaction requested=false 2024-11-13T19:07:32,349 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/default/test/1964c5b6bc56a7c8ff0a28aa9996288c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:07:32,350 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1964c5b6bc56a7c8ff0a28aa9996288c: Waiting for close lock at 1731524851841Running coprocessor pre-close hooks at 1731524851841Disabling compacts and flushes for region at 1731524851841Disabling writes for close at 1731524851841Obtaining lock to block concurrent updates at 1731524851842 (+1 ms)Preparing flush snapshotting stores in 1964c5b6bc56a7c8ff0a28aa9996288c at 1731524851842Finished memstore snapshotting test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731524851842Flushing stores of test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. at 1731524851842Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/f: creating writer at 1731524851843 (+1 ms)Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/f: appending metadata at 1731524851859 (+16 ms)Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/f: closing flushed file at 1731524851859Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/f1: creating writer at 1731524851867 (+8 ms)Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/f1: appending metadata at 1731524851887 (+20 ms)Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/f1: closing flushed file at 1731524851887Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/norep: creating writer at 1731524852298 (+411 ms)Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/norep: appending metadata at 1731524852317 (+19 ms)Flushing 1964c5b6bc56a7c8ff0a28aa9996288c/norep: closing flushed file at 1731524852317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48cd77b5: reopening flushed file at 1731524852328 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e460dc: reopening flushed file at 1731524852334 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6f06a2: reopening flushed file at 1731524852338 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1964c5b6bc56a7c8ff0a28aa9996288c in 502ms, sequenceid=10, compaction requested=false at 1731524852343 (+5 ms)Writing region close event to WAL at 1731524852347 (+4 ms)Running coprocessor post-close hooks at 1731524852350 (+3 ms)Closed at 1731524852350 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524840158.1964c5b6bc56a7c8ff0a28aa9996288c. 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d391b6b2b734e1b0dc967c949eefedf1, disabling compactions & flushes 2024-11-13T19:07:32,350 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. after waiting 0 ms 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:32,350 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d391b6b2b734e1b0dc967c949eefedf1: Waiting for close lock at 1731524852350Running coprocessor pre-close hooks at 1731524852350Disabling compacts and flushes for region at 1731524852350Disabling writes for close at 1731524852350Failed flush hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1., putting online again at 1731524852350 2024-11-13T19:07:32,351 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:32,442 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(3091): Received CLOSE for d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:32,442 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d391b6b2b734e1b0dc967c949eefedf1 2024-11-13T19:07:32,443 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d391b6b2b734e1b0dc967c949eefedf1, disabling compactions & flushes 2024-11-13T19:07:32,443 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:32,443 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:32,443 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. after waiting 0 ms 2024-11-13T19:07:32,443 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:32,443 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d391b6b2b734e1b0dc967c949eefedf1: Waiting for close lock at 1731524852443Running coprocessor pre-close hooks at 1731524852443Disabling compacts and flushes for region at 1731524852443Disabling writes for close at 1731524852443Failed flush hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1., putting online again at 1731524852443 2024-11-13T19:07:32,443 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1. 2024-11-13T19:07:32,503 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 1482, reset compression=false 2024-11-13T19:07:32,508 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:32,508 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 2126, reset compression=false 2024-11-13T19:07:32,643 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:07:32,711 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 2126, reset compression=false 2024-11-13T19:07:32,712 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1189, reset compression=false 2024-11-13T19:07:32,716 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/rep_barrier/d9b5f68b6f15479f8284c3ea0a7f96af 2024-11-13T19:07:32,733 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/table/483147d2faeb44cdbe5a8a587ae26c62 is 53, key is hbase:replication/table:state/1731524845075/Put/seqid=0 2024-11-13T19:07:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:07:32,843 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:07:32,843 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d391b6b2b734e1b0dc967c949eefedf1=hbase:replication,,1731524844634.d391b6b2b734e1b0dc967c949eefedf1.} 2024-11-13T19:07:32,843 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:07:33,014 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 2126, reset compression=false 2024-11-13T19:07:33,043 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:07:33,080 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:33,136 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/table/483147d2faeb44cdbe5a8a587ae26c62 2024-11-13T19:07:33,140 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/info/63e7af53ca404cfd9fc36b2b30087bb9 as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/info/63e7af53ca404cfd9fc36b2b30087bb9 2024-11-13T19:07:33,144 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/info/63e7af53ca404cfd9fc36b2b30087bb9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:07:33,145 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/ns/ea536be897904d8db2899ff3963b8541 as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/ns/ea536be897904d8db2899ff3963b8541 2024-11-13T19:07:33,148 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/ns/ea536be897904d8db2899ff3963b8541, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:07:33,149 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/rep_barrier/d9b5f68b6f15479f8284c3ea0a7f96af as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/rep_barrier/d9b5f68b6f15479f8284c3ea0a7f96af 2024-11-13T19:07:33,152 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/rep_barrier/d9b5f68b6f15479f8284c3ea0a7f96af, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:07:33,153 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/.tmp/table/483147d2faeb44cdbe5a8a587ae26c62 as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/table/483147d2faeb44cdbe5a8a587ae26c62 2024-11-13T19:07:33,159 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/table/483147d2faeb44cdbe5a8a587ae26c62, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:07:33,160 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-13T19:07:33,166 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:07:33,167 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:07:33,167 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:07:33,167 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:33,167 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524851842Running coprocessor pre-close hooks at 1731524851842Disabling compacts and flushes for region at 1731524851842Disabling writes for close at 1731524851842Obtaining lock to block concurrent updates at 1731524851842Preparing flush snapshotting stores in 1588230740 at 1731524851842Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524851842Flushing stores of hbase:meta,,1.1588230740 at 1731524851843 (+1 ms)Flushing 1588230740/info: creating writer at 1731524851843Flushing 1588230740/info: appending metadata at 1731524851857 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731524851857Flushing 1588230740/ns: creating writer at 1731524852265 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731524852277 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731524852277Flushing 1588230740/rep_barrier: creating writer at 1731524852288 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524852308 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524852308Flushing 1588230740/table: creating writer at 1731524852720 (+412 ms)Flushing 1588230740/table: appending metadata at 1731524852732 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731524852732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737e19a3: reopening flushed file at 1731524853140 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509e917f: reopening flushed file at 1731524853144 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a4d737: reopening flushed file at 1731524853148 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4b62e0: reopening flushed file at 1731524853153 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731524853160 (+7 ms)Writing region close event to WAL at 1731524853164 (+4 ms)Running coprocessor post-close hooks at 1731524853167 (+3 ms)Closed at 1731524853167 2024-11-13T19:07:33,167 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:33,243 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:07:33,243 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,37551,1731524834062; all regions closed. 2024-11-13T19:07:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:07:33,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.meta.1731524836664.meta not finished, retry = 0 2024-11-13T19:07:33,316 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1189, reset compression=false 2024-11-13T19:07:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741839_1015 (size=1953) 2024-11-13T19:07:33,348 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.rep.1731524845034 not finished, retry = 0 2024-11-13T19:07:33,419 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 to pos 2126, reset compression=false 2024-11-13T19:07:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741832_1008 (size=2134) 2024-11-13T19:07:33,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/WALs/e4b56bc8c4b3,37551,1731524834062/e4b56bc8c4b3%2C37551%2C1731524834062.1731524836132 not finished, retry = 0 2024-11-13T19:07:33,551 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:33,551 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:07:33,551 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:07:33,552 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:07:33,552 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:07:33,552 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:33,552 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,37551,1731524834062 because: Region server is closing 2024-11-13T19:07:33,552 INFO [RS:0;e4b56bc8c4b3:37551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:37551. 2024-11-13T19:07:33,552 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:33,552 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:33,552 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:33,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:33,653 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.shippere4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 terminated 2024-11-13T19:07:33,653 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,37551,1731524834062.replicationSource.wal-reader.e4b56bc8c4b3%2C37551%2C1731524834062,1-e4b56bc8c4b3,37551,1731524834062 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:07:33,653 INFO [RS:0;e4b56bc8c4b3:37551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:37551. 2024-11-13T19:07:33,653 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:33,653 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:33,653 DEBUG [RS:0;e4b56bc8c4b3:37551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:33,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:33,653 INFO [RS:0;e4b56bc8c4b3:37551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37551 2024-11-13T19:07:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-88608402/rs/e4b56bc8c4b3,37551,1731524834062 2024-11-13T19:07:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402/rs 2024-11-13T19:07:33,663 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:33,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,37551,1731524834062] 2024-11-13T19:07:33,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-88608402/draining/e4b56bc8c4b3,37551,1731524834062 already deleted, retry=false 2024-11-13T19:07:33,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,37551,1731524834062 expired; onlineServers=0 2024-11-13T19:07:33,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,43325,1731524833620' ***** 2024-11-13T19:07:33,689 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:07:33,689 INFO [M:0;e4b56bc8c4b3:43325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:07:33,689 INFO [M:0;e4b56bc8c4b3:43325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:07:33,689 DEBUG [M:0;e4b56bc8c4b3:43325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:07:33,689 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:07:33,689 DEBUG [M:0;e4b56bc8c4b3:43325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:07:33,689 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524835874 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524835874,5,FailOnTimeoutGroup] 2024-11-13T19:07:33,689 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524835870 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524835870,5,FailOnTimeoutGroup] 2024-11-13T19:07:33,689 INFO [M:0;e4b56bc8c4b3:43325 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:07:33,690 INFO [M:0;e4b56bc8c4b3:43325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:07:33,690 DEBUG [M:0;e4b56bc8c4b3:43325 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:07:33,690 INFO [M:0;e4b56bc8c4b3:43325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:07:33,690 INFO [M:0;e4b56bc8c4b3:43325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:07:33,690 INFO [M:0;e4b56bc8c4b3:43325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:07:33,690 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:07:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-88608402/master 2024-11-13T19:07:33,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-88608402 2024-11-13T19:07:33,697 DEBUG [M:0;e4b56bc8c4b3:43325 {}] zookeeper.ZKUtil(347): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Unable to get data of znode /2-88608402/master because node does not exist (not an error) 2024-11-13T19:07:33,698 WARN [M:0;e4b56bc8c4b3:43325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:07:33,698 INFO [M:0;e4b56bc8c4b3:43325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/.lastflushedseqids 2024-11-13T19:07:33,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:07:33,773 INFO [RS:0;e4b56bc8c4b3:37551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:33,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:33,773 INFO [RS:0;e4b56bc8c4b3:37551 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,37551,1731524834062; zookeeper connection closed. 2024-11-13T19:07:33,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37551-0x10136e1b11d0007, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:33,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5067cde8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5067cde8 2024-11-13T19:07:33,773 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:07:33,983 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:34,019 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1189, reset compression=false 2024-11-13T19:07:34,108 INFO [M:0;e4b56bc8c4b3:43325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:07:34,108 INFO [M:0;e4b56bc8c4b3:43325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:07:34,108 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:34,108 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:34,108 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:34,109 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:34,109 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:34,109 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T19:07:34,129 DEBUG [M:0;e4b56bc8c4b3:43325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34aea9a3f1884e58a23fa20a9f7cc20d is 82, key is hbase:meta,,1/info:regioninfo/1731524836702/Put/seqid=0 2024-11-13T19:07:34,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:07:34,533 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34aea9a3f1884e58a23fa20a9f7cc20d 2024-11-13T19:07:34,552 DEBUG [M:0;e4b56bc8c4b3:43325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54da96b39b945ad91799de8042d1aa9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524845080/Put/seqid=0 2024-11-13T19:07:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741849_1025 (size=8516) 2024-11-13T19:07:34,556 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54da96b39b945ad91799de8042d1aa9 2024-11-13T19:07:34,574 DEBUG [M:0;e4b56bc8c4b3:43325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9704bb168c7e4b7cb5ca038df355aecb is 69, key is e4b56bc8c4b3,37551,1731524834062/rs:state/1731524835952/Put/seqid=0 2024-11-13T19:07:34,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:07:34,577 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9704bb168c7e4b7cb5ca038df355aecb 2024-11-13T19:07:34,580 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34aea9a3f1884e58a23fa20a9f7cc20d as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34aea9a3f1884e58a23fa20a9f7cc20d 2024-11-13T19:07:34,583 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34aea9a3f1884e58a23fa20a9f7cc20d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:07:34,584 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54da96b39b945ad91799de8042d1aa9 as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d54da96b39b945ad91799de8042d1aa9 2024-11-13T19:07:34,587 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d54da96b39b945ad91799de8042d1aa9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:07:34,588 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9704bb168c7e4b7cb5ca038df355aecb as hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9704bb168c7e4b7cb5ca038df355aecb 2024-11-13T19:07:34,590 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44755/user/jenkins/test-data/e95ebb8f-27a3-be4d-f45b-8c9f1a98e5db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9704bb168c7e4b7cb5ca038df355aecb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:07:34,591 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=97, compaction requested=false 2024-11-13T19:07:34,595 INFO [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:34,595 DEBUG [M:0;e4b56bc8c4b3:43325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524854108Disabling compacts and flushes for region at 1731524854108Disabling writes for close at 1731524854109 (+1 ms)Obtaining lock to block concurrent updates at 1731524854109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524854109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731524854109Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524854110 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524854110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524854129 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524854129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524854537 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524854551 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524854551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524854560 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524854573 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524854574 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511b4f66: reopening flushed file at 1731524854580 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224ea915: reopening flushed file at 1731524854584 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132e858: reopening flushed file at 1731524854587 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=97, compaction requested=false at 1731524854591 (+4 ms)Writing region close event to WAL at 1731524854595 (+4 ms)Closed at 1731524854595 2024-11-13T19:07:34,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741830_1006 (size=63654) 2024-11-13T19:07:34,598 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:34,598 INFO [M:0;e4b56bc8c4b3:43325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:07:34,598 INFO [M:0;e4b56bc8c4b3:43325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43325 2024-11-13T19:07:34,598 INFO [M:0;e4b56bc8c4b3:43325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:34,739 INFO [M:0;e4b56bc8c4b3:43325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43325-0x10136e1b11d0006, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:34,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62275d03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:34,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aef748e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:34,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:34,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dce1bf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:34,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86f4b58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:34,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:07:34,743 WARN [BP-703797516-172.17.0.2-1731524831970 heartbeating to localhost/127.0.0.1:44755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:07:34,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:07:34,743 WARN [BP-703797516-172.17.0.2-1731524831970 heartbeating to localhost/127.0.0.1:44755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-703797516-172.17.0.2-1731524831970 (Datanode Uuid c2a9dea7-a724-4eeb-8b54-66e4348546e2) service to localhost/127.0.0.1:44755 2024-11-13T19:07:34,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/cluster_b5586bc6-2e75-b834-6ed2-4c3941c44613/data/data1/current/BP-703797516-172.17.0.2-1731524831970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:34,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/cluster_b5586bc6-2e75-b834-6ed2-4c3941c44613/data/data2/current/BP-703797516-172.17.0.2-1731524831970 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:34,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:07:34,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ef09588{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:34,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@84e8aeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:34,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:34,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77957382{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:34,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b9ae52f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:34,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:07:34,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:07:34,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:34,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:34,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:34,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:34,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:34,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:07:34,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1056520117, stopped=false 2024-11-13T19:07:34,761 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,33105,1731524830640 2024-11-13T19:07:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820502142/running 2024-11-13T19:07:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820502142/running 2024-11-13T19:07:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:34,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:34,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:07:34,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:34,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:34,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:34,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,41853,1731524830756' ***** 2024-11-13T19:07:34,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on znode that does not yet exist, /1820502142/running 2024-11-13T19:07:34,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:07:34,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Set watcher on znode that does not yet exist, /1820502142/running 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:07:34,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for f490271496d9be690444da183c91a5ec 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:41853. 2024-11-13T19:07:34,782 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f490271496d9be690444da183c91a5ec, disabling compactions & flushes 2024-11-13T19:07:34,782 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:34,782 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:34,782 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:34,782 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:34,782 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524837997.f490271496d9be690444da183c91a5ec. after waiting 0 ms 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:07:34,782 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:07:34,782 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f490271496d9be690444da183c91a5ec 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T19:07:34,782 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:07:34,782 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1325): Online Regions={f490271496d9be690444da183c91a5ec=test,,1731524837997.f490271496d9be690444da183c91a5ec., 394b6aeaba98d139630e5c258732406a=hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:07:34,782 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394b6aeaba98d139630e5c258732406a, f490271496d9be690444da183c91a5ec 2024-11-13T19:07:34,782 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:34,783 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:34,783 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:34,783 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:34,783 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:34,783 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:07:34,796 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/info/b7f5905a843e48e0a89b484667ff51b4 is 147, key is hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a./info:regioninfo/1731524843856/Put/seqid=0 2024-11-13T19:07:34,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741840_1016 (size=7686) 2024-11-13T19:07:34,800 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/f/69f098d2c72149ad9dccc9e97c6a7ab5 is 29, key is row1/f:/1731524849801/DeleteFamily/seqid=0 2024-11-13T19:07:34,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741841_1017 (size=5152) 2024-11-13T19:07:34,808 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:07:34,823 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1189, reset compression=false 2024-11-13T19:07:34,827 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:34,827 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1436, reset compression=false 2024-11-13T19:07:34,827 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,41853,1731524830756 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:34,828 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,41853,1731524830756: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,41853,1731524830756, walGroup=e4b56bc8c4b3%2C41853%2C1731524830756, offset=e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:41853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:07:34,829 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:07:34,829 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:07:34,830 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:07:34,830 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:07:34,830 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:07:34,830 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 966989312 }, "NonHeapMemoryUsage": { "committed": 204996608, "init": 7667712, "max": -1, "used": 202081192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:07:34,831 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:33105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:33105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:07:34,983 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394b6aeaba98d139630e5c258732406a, f490271496d9be690444da183c91a5ec 2024-11-13T19:07:34,986 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:35,030 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1436, reset compression=false 2024-11-13T19:07:35,183 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394b6aeaba98d139630e5c258732406a, f490271496d9be690444da183c91a5ec 2024-11-13T19:07:35,200 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/info/b7f5905a843e48e0a89b484667ff51b4 2024-11-13T19:07:35,204 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/f/69f098d2c72149ad9dccc9e97c6a7ab5 2024-11-13T19:07:35,208 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69f098d2c72149ad9dccc9e97c6a7ab5 2024-11-13T19:07:35,217 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/ns/d2f30bbe7223455ca69f207a71f75544 is 43, key is default/ns:d/1731524831895/Put/seqid=0 2024-11-13T19:07:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:07:35,221 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/f1/68072f44b31d40dcb77e6dd92dd02740 is 30, key is row1/f1:/1731524849801/DeleteFamily/seqid=0 2024-11-13T19:07:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741843_1019 (size=5158) 2024-11-13T19:07:35,224 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/f1/68072f44b31d40dcb77e6dd92dd02740 2024-11-13T19:07:35,227 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68072f44b31d40dcb77e6dd92dd02740 2024-11-13T19:07:35,240 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/norep/ccb74251df8a45c285ac3af156d4545d is 33, key is row1/norep:/1731524849801/DeleteFamily/seqid=0 2024-11-13T19:07:35,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741844_1020 (size=5108) 2024-11-13T19:07:35,326 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:07:35,326 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:07:35,333 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1436, reset compression=false 2024-11-13T19:07:35,383 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394b6aeaba98d139630e5c258732406a, f490271496d9be690444da183c91a5ec 2024-11-13T19:07:35,583 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394b6aeaba98d139630e5c258732406a, f490271496d9be690444da183c91a5ec 2024-11-13T19:07:35,621 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/ns/d2f30bbe7223455ca69f207a71f75544 2024-11-13T19:07:35,643 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/norep/ccb74251df8a45c285ac3af156d4545d 2024-11-13T19:07:35,644 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/rep_barrier/6270b0fc45f442a3a9c7a2dc8d12d800 is 112, key is test,,1731524837997.f490271496d9be690444da183c91a5ec./rep_barrier:seqnumDuringOpen/1731524839146/Put/seqid=0 2024-11-13T19:07:35,647 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccb74251df8a45c285ac3af156d4545d 2024-11-13T19:07:35,648 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/f/69f098d2c72149ad9dccc9e97c6a7ab5 as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/f/69f098d2c72149ad9dccc9e97c6a7ab5 2024-11-13T19:07:35,652 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69f098d2c72149ad9dccc9e97c6a7ab5 2024-11-13T19:07:35,653 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/f/69f098d2c72149ad9dccc9e97c6a7ab5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T19:07:35,653 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/f1/68072f44b31d40dcb77e6dd92dd02740 as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/f1/68072f44b31d40dcb77e6dd92dd02740 2024-11-13T19:07:35,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741845_1021 (size=5518) 2024-11-13T19:07:35,657 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68072f44b31d40dcb77e6dd92dd02740 2024-11-13T19:07:35,658 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/f1/68072f44b31d40dcb77e6dd92dd02740, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T19:07:35,658 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/.tmp/norep/ccb74251df8a45c285ac3af156d4545d as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/norep/ccb74251df8a45c285ac3af156d4545d 2024-11-13T19:07:35,663 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccb74251df8a45c285ac3af156d4545d 2024-11-13T19:07:35,663 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/norep/ccb74251df8a45c285ac3af156d4545d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T19:07:35,665 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f490271496d9be690444da183c91a5ec in 883ms, sequenceid=10, compaction requested=false 2024-11-13T19:07:35,665 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:07:35,687 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/default/test/f490271496d9be690444da183c91a5ec/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T19:07:35,688 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:07:35,688 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:07:35,688 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:35,688 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f490271496d9be690444da183c91a5ec: Waiting for close lock at 1731524854782Running coprocessor pre-close hooks at 1731524854782Disabling compacts and flushes for region at 1731524854782Disabling writes for close at 1731524854782Obtaining lock to block concurrent updates at 1731524854782Preparing flush snapshotting stores in f490271496d9be690444da183c91a5ec at 1731524854782Finished memstore snapshotting test,,1731524837997.f490271496d9be690444da183c91a5ec., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731524854782Flushing stores of test,,1731524837997.f490271496d9be690444da183c91a5ec. at 1731524854783 (+1 ms)Flushing f490271496d9be690444da183c91a5ec/f: creating writer at 1731524854783Flushing f490271496d9be690444da183c91a5ec/f: appending metadata at 1731524854799 (+16 ms)Flushing f490271496d9be690444da183c91a5ec/f: closing flushed file at 1731524854799Flushing f490271496d9be690444da183c91a5ec/f1: creating writer at 1731524855208 (+409 ms)Flushing f490271496d9be690444da183c91a5ec/f1: appending metadata at 1731524855221 (+13 ms)Flushing f490271496d9be690444da183c91a5ec/f1: closing flushed file at 1731524855221Flushing f490271496d9be690444da183c91a5ec/norep: creating writer at 1731524855227 (+6 ms)Flushing f490271496d9be690444da183c91a5ec/norep: appending metadata at 1731524855239 (+12 ms)Flushing f490271496d9be690444da183c91a5ec/norep: closing flushed file at 1731524855239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7484a4: reopening flushed file at 1731524855647 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f983008: reopening flushed file at 1731524855653 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d58a54f: reopening flushed file at 1731524855658 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f490271496d9be690444da183c91a5ec in 883ms, sequenceid=10, compaction requested=false at 1731524855665 (+7 ms)Writing region close event to WAL at 1731524855683 (+18 ms)Running coprocessor post-close hooks at 1731524855688 (+5 ms)Closed at 1731524855688 2024-11-13T19:07:35,688 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524837997.f490271496d9be690444da183c91a5ec. 2024-11-13T19:07:35,689 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 394b6aeaba98d139630e5c258732406a, disabling compactions & flushes 2024-11-13T19:07:35,689 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:35,689 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:35,689 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. after waiting 0 ms 2024-11-13T19:07:35,689 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:35,689 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 394b6aeaba98d139630e5c258732406a: Waiting for close lock at 1731524855688Running coprocessor pre-close hooks at 1731524855688Disabling compacts and flushes for region at 1731524855688Disabling writes for close at 1731524855689 (+1 ms)Failed flush hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a., putting online again at 1731524855689 2024-11-13T19:07:35,689 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:35,737 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 1436, reset compression=false 2024-11-13T19:07:35,741 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:35,742 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 2080, reset compression=false 2024-11-13T19:07:35,783 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:07:35,783 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1325): Online Regions={394b6aeaba98d139630e5c258732406a=hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:07:35,783 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(3091): Received CLOSE for 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:35,783 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 394b6aeaba98d139630e5c258732406a 2024-11-13T19:07:35,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 394b6aeaba98d139630e5c258732406a, disabling compactions & flushes 2024-11-13T19:07:35,784 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:35,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:35,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. after waiting 0 ms 2024-11-13T19:07:35,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:35,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 394b6aeaba98d139630e5c258732406a: Waiting for close lock at 1731524855784Running coprocessor pre-close hooks at 1731524855784Disabling compacts and flushes for region at 1731524855784Disabling writes for close at 1731524855784Failed flush hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a., putting online again at 1731524855784 2024-11-13T19:07:35,784 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524843463.394b6aeaba98d139630e5c258732406a. 2024-11-13T19:07:35,944 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 2080, reset compression=false 2024-11-13T19:07:35,984 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:07:36,056 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/rep_barrier/6270b0fc45f442a3a9c7a2dc8d12d800 2024-11-13T19:07:36,073 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/table/3a8c3eb96112407bac834723f38234da is 53, key is hbase:replication/table:state/1731524843863/Put/seqid=0 2024-11-13T19:07:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:07:36,089 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:36,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:07:36,184 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:07:36,248 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 2080, reset compression=false 2024-11-13T19:07:36,384 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:07:36,476 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/table/3a8c3eb96112407bac834723f38234da 2024-11-13T19:07:36,482 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/info/b7f5905a843e48e0a89b484667ff51b4 as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/info/b7f5905a843e48e0a89b484667ff51b4 2024-11-13T19:07:36,487 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/info/b7f5905a843e48e0a89b484667ff51b4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:07:36,488 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/ns/d2f30bbe7223455ca69f207a71f75544 as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/ns/d2f30bbe7223455ca69f207a71f75544 2024-11-13T19:07:36,494 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/ns/d2f30bbe7223455ca69f207a71f75544, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:07:36,494 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/rep_barrier/6270b0fc45f442a3a9c7a2dc8d12d800 as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/rep_barrier/6270b0fc45f442a3a9c7a2dc8d12d800 2024-11-13T19:07:36,498 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/rep_barrier/6270b0fc45f442a3a9c7a2dc8d12d800, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:07:36,499 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/.tmp/table/3a8c3eb96112407bac834723f38234da as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/table/3a8c3eb96112407bac834723f38234da 2024-11-13T19:07:36,503 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/table/3a8c3eb96112407bac834723f38234da, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:07:36,507 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-13T19:07:36,507 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:07:36,517 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:07:36,518 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:07:36,518 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:07:36,518 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:36,518 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524854782Running coprocessor pre-close hooks at 1731524854782Disabling compacts and flushes for region at 1731524854782Disabling writes for close at 1731524854783 (+1 ms)Obtaining lock to block concurrent updates at 1731524854783Preparing flush snapshotting stores in 1588230740 at 1731524854783Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524854783Flushing stores of hbase:meta,,1.1588230740 at 1731524854783Flushing 1588230740/info: creating writer at 1731524854783Flushing 1588230740/info: appending metadata at 1731524854796 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731524854796Flushing 1588230740/ns: creating writer at 1731524855203 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731524855217 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731524855217Flushing 1588230740/rep_barrier: creating writer at 1731524855625 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524855644 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524855644Flushing 1588230740/table: creating writer at 1731524856060 (+416 ms)Flushing 1588230740/table: appending metadata at 1731524856073 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731524856073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5da254: reopening flushed file at 1731524856480 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf61cf1: reopening flushed file at 1731524856487 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a255eb: reopening flushed file at 1731524856494 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@908016f: reopening flushed file at 1731524856498 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731524856507 (+9 ms)Writing region close event to WAL at 1731524856514 (+7 ms)Running coprocessor post-close hooks at 1731524856518 (+4 ms)Closed at 1731524856518 2024-11-13T19:07:36,518 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:36,584 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:07:36,584 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,41853,1731524830756; all regions closed. 2024-11-13T19:07:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:07:36,586 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.meta.1731524831847.meta not finished, retry = 0 2024-11-13T19:07:36,652 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/WALs/e4b56bc8c4b3,41853,1731524830756/e4b56bc8c4b3%2C41853%2C1731524830756.1731524831416 to pos 2080, reset compression=false 2024-11-13T19:07:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741839_1015 (size=2171) 2024-11-13T19:07:36,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741833_1009 (size=2088) 2024-11-13T19:07:36,691 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:36,691 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:07:36,691 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:07:36,691 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:07:36,691 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:07:36,691 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:36,691 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,41853,1731524830756 because: Region server is closing 2024-11-13T19:07:36,692 INFO [RS:0;e4b56bc8c4b3:41853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:41853. 2024-11-13T19:07:36,692 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:36,692 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:36,692 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:36,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:36,792 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.shippere4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 terminated 2024-11-13T19:07:36,792 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,41853,1731524830756.replicationSource.wal-reader.e4b56bc8c4b3%2C41853%2C1731524830756,1-e4b56bc8c4b3,41853,1731524830756 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:07:36,792 INFO [RS:0;e4b56bc8c4b3:41853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:41853. 2024-11-13T19:07:36,792 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:36,793 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:36,793 DEBUG [RS:0;e4b56bc8c4b3:41853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:36,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:36,793 INFO [RS:0;e4b56bc8c4b3:41853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41853 2024-11-13T19:07:36,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820502142/rs/e4b56bc8c4b3,41853,1731524830756 2024-11-13T19:07:36,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142/rs 2024-11-13T19:07:36,797 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:36,798 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,41853,1731524830756] 2024-11-13T19:07:36,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1820502142/draining/e4b56bc8c4b3,41853,1731524830756 already deleted, retry=false 2024-11-13T19:07:36,872 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,41853,1731524830756 expired; onlineServers=0 2024-11-13T19:07:36,872 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,33105,1731524830640' ***** 2024-11-13T19:07:36,872 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:07:36,872 INFO [M:0;e4b56bc8c4b3:33105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:07:36,873 INFO [M:0;e4b56bc8c4b3:33105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:07:36,873 DEBUG [M:0;e4b56bc8c4b3:33105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:07:36,873 DEBUG [M:0;e4b56bc8c4b3:33105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:07:36,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:07:36,873 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524831195 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524831195,5,FailOnTimeoutGroup] 2024-11-13T19:07:36,873 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524831195 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524831195,5,FailOnTimeoutGroup] 2024-11-13T19:07:36,873 INFO [M:0;e4b56bc8c4b3:33105 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:07:36,873 INFO [M:0;e4b56bc8c4b3:33105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:07:36,873 DEBUG [M:0;e4b56bc8c4b3:33105 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:07:36,873 INFO [M:0;e4b56bc8c4b3:33105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:07:36,873 INFO [M:0;e4b56bc8c4b3:33105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:07:36,873 INFO [M:0;e4b56bc8c4b3:33105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:07:36,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:07:36,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820502142/master 2024-11-13T19:07:36,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820502142 2024-11-13T19:07:36,902 DEBUG [M:0;e4b56bc8c4b3:33105 {}] zookeeper.ZKUtil(347): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Unable to get data of znode /1820502142/master because node does not exist (not an error) 2024-11-13T19:07:36,902 WARN [M:0;e4b56bc8c4b3:33105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:07:36,903 INFO [M:0;e4b56bc8c4b3:33105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/.lastflushedseqids 2024-11-13T19:07:36,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:07:36,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41853-0x10136e1b11d0004, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:36,906 INFO [RS:0;e4b56bc8c4b3:41853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:36,906 INFO [RS:0;e4b56bc8c4b3:41853 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,41853,1731524830756; zookeeper connection closed. 2024-11-13T19:07:36,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ab6b3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ab6b3e 2024-11-13T19:07:36,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:07:37,292 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:37,306 INFO [M:0;e4b56bc8c4b3:33105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:07:37,306 INFO [M:0;e4b56bc8c4b3:33105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:07:37,306 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:37,307 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:37,307 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:37,307 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:37,307 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:37,307 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-13T19:07:37,321 DEBUG [M:0;e4b56bc8c4b3:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2aff30dd8c949eda3432b2c7d676f56 is 82, key is hbase:meta,,1/info:regioninfo/1731524831873/Put/seqid=0 2024-11-13T19:07:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:07:37,725 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2aff30dd8c949eda3432b2c7d676f56 2024-11-13T19:07:37,745 DEBUG [M:0;e4b56bc8c4b3:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ec75f8e597f4ed498709590bcd902d0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524843866/Put/seqid=0 2024-11-13T19:07:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741849_1025 (size=8517) 2024-11-13T19:07:37,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:07:37,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:37,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:38,149 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ec75f8e597f4ed498709590bcd902d0 2024-11-13T19:07:38,169 DEBUG [M:0;e4b56bc8c4b3:33105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491cf2213aba4ab4bd2506b4a9156a6a is 69, key is e4b56bc8c4b3,41853,1731524830756/rs:state/1731524831257/Put/seqid=0 2024-11-13T19:07:38,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:07:38,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:38,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:07:38,466 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108673 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:07:38,572 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491cf2213aba4ab4bd2506b4a9156a6a 2024-11-13T19:07:38,577 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2aff30dd8c949eda3432b2c7d676f56 as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2aff30dd8c949eda3432b2c7d676f56 2024-11-13T19:07:38,580 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2aff30dd8c949eda3432b2c7d676f56, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T19:07:38,581 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ec75f8e597f4ed498709590bcd902d0 as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ec75f8e597f4ed498709590bcd902d0 2024-11-13T19:07:38,584 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ec75f8e597f4ed498709590bcd902d0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T19:07:38,585 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491cf2213aba4ab4bd2506b4a9156a6a as hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/491cf2213aba4ab4bd2506b4a9156a6a 2024-11-13T19:07:38,588 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46117/user/jenkins/test-data/2b5c9c75-0b1e-f543-b5c3-d244e31e00d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/491cf2213aba4ab4bd2506b4a9156a6a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T19:07:38,589 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-13T19:07:38,590 INFO [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:38,590 DEBUG [M:0;e4b56bc8c4b3:33105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524857306Disabling compacts and flushes for region at 1731524857306Disabling writes for close at 1731524857307 (+1 ms)Obtaining lock to block concurrent updates at 1731524857307Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524857307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731524857307Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524857308 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524857308Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524857321 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524857321Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524857728 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524857745 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524857745Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524858153 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524858168 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524858168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e298e63: reopening flushed file at 1731524858576 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ce05e0: reopening flushed file at 1731524858580 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2938a672: reopening flushed file at 1731524858584 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731524858589 (+5 ms)Writing region close event to WAL at 1731524858590 (+1 ms)Closed at 1731524858590 2024-11-13T19:07:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41411 is added to blk_1073741830_1006 (size=63666) 2024-11-13T19:07:38,592 INFO [M:0;e4b56bc8c4b3:33105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:07:38,592 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:38,592 INFO [M:0;e4b56bc8c4b3:33105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33105 2024-11-13T19:07:38,593 INFO [M:0;e4b56bc8c4b3:33105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:38,595 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:38,731 INFO [M:0;e4b56bc8c4b3:33105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33105-0x10136e1b11d0003, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:38,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63bef0d3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:38,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c01c789{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:38,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:38,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48456898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:38,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1044d3c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:38,734 WARN [BP-952338272-172.17.0.2-1731524829302 heartbeating to localhost/127.0.0.1:46117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:07:38,734 WARN [BP-952338272-172.17.0.2-1731524829302 heartbeating to localhost/127.0.0.1:46117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-952338272-172.17.0.2-1731524829302 (Datanode Uuid dd44b512-1698-47a8-a42a-adb15cb2ec5a) service to localhost/127.0.0.1:46117 2024-11-13T19:07:38,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:07:38,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:07:38,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/cluster_69f748c5-4605-d5fe-5817-e1c7774ee714/data/data1/current/BP-952338272-172.17.0.2-1731524829302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:38,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/cluster_69f748c5-4605-d5fe-5817-e1c7774ee714/data/data2/current/BP-952338272-172.17.0.2-1731524829302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:38,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:07:38,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39d52aaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:38,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e8fedba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:38,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:38,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@342b0884{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:38,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356d1bb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/882249aa-3417-53bf-0509-363a0620c9a3/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:38,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:07:38,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:07:38,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:38,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:38,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:38,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:38,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:38,764 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:07:38,764 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=917071048, stopped=false 2024-11-13T19:07:38,764 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,46459,1731524826514 2024-11-13T19:07:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939609445/running 2024-11-13T19:07:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939609445/running 2024-11-13T19:07:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:38,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:38,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:07:38,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:38,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on znode that does not yet exist, /0939609445/running 2024-11-13T19:07:38,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Set watcher on znode that does not yet exist, /0939609445/running 2024-11-13T19:07:38,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:38,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:38,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,45851,1731524826699' ***** 2024-11-13T19:07:38,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:07:38,781 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:07:38,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:07:38,781 INFO [RS:0;e4b56bc8c4b3:45851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:07:38,781 INFO [RS:0;e4b56bc8c4b3:45851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:07:38,781 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:38,781 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:38,781 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:38,781 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:07:38,781 INFO [RS:0;e4b56bc8c4b3:45851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:45851. 2024-11-13T19:07:38,781 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c352af4df4acf7463cefb53fb8da45c1, disabling compactions & flushes 2024-11-13T19:07:38,781 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:38,781 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:38,782 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:38,782 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:38,782 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. after waiting 0 ms 2024-11-13T19:07:38,782 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:38,782 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:07:38,782 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:07:38,782 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:07:38,782 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:07:38,782 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c352af4df4acf7463cefb53fb8da45c1 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T19:07:38,782 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:07:38,782 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1325): Online Regions={c352af4df4acf7463cefb53fb8da45c1=test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1., 1588230740=hbase:meta,,1.1588230740, 6bd1b48260769df49fda10ccee677882=hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882.} 2024-11-13T19:07:38,782 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bd1b48260769df49fda10ccee677882, c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:38,783 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:38,783 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:38,783 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:38,783 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:38,783 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:38,783 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:07:38,799 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/f/99ab28592a004203af28f1f256282be9 is 28, key is row/f:/1731524848796/DeleteFamily/seqid=0 2024-11-13T19:07:38,799 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/info/772a4d456cfd4db1af7157417dd087d4 is 147, key is hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882./info:regioninfo/1731524842107/Put/seqid=0 2024-11-13T19:07:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741840_1016 (size=5085) 2024-11-13T19:07:38,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741841_1017 (size=7686) 2024-11-13T19:07:38,822 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:07:38,983 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bd1b48260769df49fda10ccee677882, c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:38,993 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:07:38,993 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:07:39,183 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bd1b48260769df49fda10ccee677882, c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:39,203 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/f/99ab28592a004203af28f1f256282be9 2024-11-13T19:07:39,203 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/info/772a4d456cfd4db1af7157417dd087d4 2024-11-13T19:07:39,207 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99ab28592a004203af28f1f256282be9 2024-11-13T19:07:39,221 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/f1/e9e61d6a6b0a4411b1d1f42228a18392 is 29, key is row/f1:/1731524848796/DeleteFamily/seqid=0 2024-11-13T19:07:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741842_1018 (size=5089) 2024-11-13T19:07:39,225 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/ns/0bfdfee58f5944f2a743b145e199b219 is 43, key is default/ns:d/1731524829170/Put/seqid=0 2024-11-13T19:07:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741843_1019 (size=5153) 2024-11-13T19:07:39,228 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/ns/0bfdfee58f5944f2a743b145e199b219 2024-11-13T19:07:39,249 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/rep_barrier/8d0a8cd7e27d4d8a9c9a3b91c64bd4e6 is 112, key is test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1./rep_barrier:seqnumDuringOpen/1731524837594/Put/seqid=0 2024-11-13T19:07:39,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741844_1020 (size=5518) 2024-11-13T19:07:39,383 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bd1b48260769df49fda10ccee677882, c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:39,583 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bd1b48260769df49fda10ccee677882, c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:39,625 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/f1/e9e61d6a6b0a4411b1d1f42228a18392 2024-11-13T19:07:39,628 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9e61d6a6b0a4411b1d1f42228a18392 2024-11-13T19:07:39,641 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/norep/335fa679334c47468f41216ae26d73fe is 32, key is row/norep:/1731524848796/DeleteFamily/seqid=0 2024-11-13T19:07:39,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741845_1021 (size=5101) 2024-11-13T19:07:39,653 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/rep_barrier/8d0a8cd7e27d4d8a9c9a3b91c64bd4e6 2024-11-13T19:07:39,669 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/table/5135c52506e7413286948661fd67e429 is 53, key is hbase:replication/table:state/1731524842114/Put/seqid=0 2024-11-13T19:07:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741846_1022 (size=5308) 2024-11-13T19:07:39,783 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bd1b48260769df49fda10ccee677882, c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:39,957 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:46459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T19:07:39,984 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6bd1b48260769df49fda10ccee677882, c352af4df4acf7463cefb53fb8da45c1 2024-11-13T19:07:39,998 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 636, reset compression=false 2024-11-13T19:07:40,003 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:40,003 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 883, reset compression=false 2024-11-13T19:07:40,003 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,45851,1731524826699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:07:40,004 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,45851,1731524826699: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,45851,1731524826699, walGroup=e4b56bc8c4b3%2C45851%2C1731524826699, offset=e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:07:40,005 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:07:40,005 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:07:40,006 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:07:40,006 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:07:40,006 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:07:40,006 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 1071846912 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 202657376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:07:40,006 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:46459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:46459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:07:40,045 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/norep/335fa679334c47468f41216ae26d73fe 2024-11-13T19:07:40,051 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 335fa679334c47468f41216ae26d73fe 2024-11-13T19:07:40,053 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/f/99ab28592a004203af28f1f256282be9 as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/f/99ab28592a004203af28f1f256282be9 2024-11-13T19:07:40,065 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99ab28592a004203af28f1f256282be9 2024-11-13T19:07:40,065 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/f/99ab28592a004203af28f1f256282be9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T19:07:40,066 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/f1/e9e61d6a6b0a4411b1d1f42228a18392 as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/f1/e9e61d6a6b0a4411b1d1f42228a18392 2024-11-13T19:07:40,072 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9e61d6a6b0a4411b1d1f42228a18392 2024-11-13T19:07:40,073 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/f1/e9e61d6a6b0a4411b1d1f42228a18392, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T19:07:40,074 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/table/5135c52506e7413286948661fd67e429 2024-11-13T19:07:40,074 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/.tmp/norep/335fa679334c47468f41216ae26d73fe as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/norep/335fa679334c47468f41216ae26d73fe 2024-11-13T19:07:40,079 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 335fa679334c47468f41216ae26d73fe 2024-11-13T19:07:40,080 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/norep/335fa679334c47468f41216ae26d73fe, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T19:07:40,081 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c352af4df4acf7463cefb53fb8da45c1 in 1299ms, sequenceid=6, compaction requested=false 2024-11-13T19:07:40,088 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/info/772a4d456cfd4db1af7157417dd087d4 as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/info/772a4d456cfd4db1af7157417dd087d4 2024-11-13T19:07:40,093 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/info/772a4d456cfd4db1af7157417dd087d4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:07:40,095 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/ns/0bfdfee58f5944f2a743b145e199b219 as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/ns/0bfdfee58f5944f2a743b145e199b219 2024-11-13T19:07:40,103 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/ns/0bfdfee58f5944f2a743b145e199b219, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:07:40,104 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/rep_barrier/8d0a8cd7e27d4d8a9c9a3b91c64bd4e6 as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/rep_barrier/8d0a8cd7e27d4d8a9c9a3b91c64bd4e6 2024-11-13T19:07:40,121 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/rep_barrier/8d0a8cd7e27d4d8a9c9a3b91c64bd4e6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:07:40,125 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/.tmp/table/5135c52506e7413286948661fd67e429 as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/table/5135c52506e7413286948661fd67e429 2024-11-13T19:07:40,134 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/default/test/c352af4df4acf7463cefb53fb8da45c1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T19:07:40,135 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:07:40,135 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:07:40,135 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:40,135 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c352af4df4acf7463cefb53fb8da45c1: Waiting for close lock at 1731524858781Running coprocessor pre-close hooks at 1731524858781Disabling compacts and flushes for region at 1731524858781Disabling writes for close at 1731524858782 (+1 ms)Obtaining lock to block concurrent updates at 1731524858782Preparing flush snapshotting stores in c352af4df4acf7463cefb53fb8da45c1 at 1731524858782Finished memstore snapshotting test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731524858782Flushing stores of test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. at 1731524858783 (+1 ms)Flushing c352af4df4acf7463cefb53fb8da45c1/f: creating writer at 1731524858783Flushing c352af4df4acf7463cefb53fb8da45c1/f: appending metadata at 1731524858799 (+16 ms)Flushing c352af4df4acf7463cefb53fb8da45c1/f: closing flushed file at 1731524858799Flushing c352af4df4acf7463cefb53fb8da45c1/f1: creating writer at 1731524859207 (+408 ms)Flushing c352af4df4acf7463cefb53fb8da45c1/f1: appending metadata at 1731524859221 (+14 ms)Flushing c352af4df4acf7463cefb53fb8da45c1/f1: closing flushed file at 1731524859221Flushing c352af4df4acf7463cefb53fb8da45c1/norep: creating writer at 1731524859629 (+408 ms)Flushing c352af4df4acf7463cefb53fb8da45c1/norep: appending metadata at 1731524859641 (+12 ms)Flushing c352af4df4acf7463cefb53fb8da45c1/norep: closing flushed file at 1731524859641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff351cc: reopening flushed file at 1731524860051 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7e5476: reopening flushed file at 1731524860065 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318294f3: reopening flushed file at 1731524860073 (+8 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for c352af4df4acf7463cefb53fb8da45c1 in 1299ms, sequenceid=6, compaction requested=false at 1731524860081 (+8 ms)Writing region close event to WAL at 1731524860105 (+24 ms)Running coprocessor post-close hooks at 1731524860135 (+30 ms)Closed at 1731524860135 2024-11-13T19:07:40,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524836851.c352af4df4acf7463cefb53fb8da45c1. 2024-11-13T19:07:40,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bd1b48260769df49fda10ccee677882, disabling compactions & flushes 2024-11-13T19:07:40,136 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:40,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:40,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. after waiting 0 ms 2024-11-13T19:07:40,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:40,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bd1b48260769df49fda10ccee677882: Waiting for close lock at 1731524860136Running coprocessor pre-close hooks at 1731524860136Disabling compacts and flushes for region at 1731524860136Disabling writes for close at 1731524860136Failed flush hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882., putting online again at 1731524860136 2024-11-13T19:07:40,136 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:40,139 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/table/5135c52506e7413286948661fd67e429, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:07:40,140 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false 2024-11-13T19:07:40,177 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:07:40,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:07:40,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:07:40,178 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:40,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524858783Running coprocessor pre-close hooks at 1731524858783Disabling compacts and flushes for region at 1731524858783Disabling writes for close at 1731524858783Obtaining lock to block concurrent updates at 1731524858783Preparing flush snapshotting stores in 1588230740 at 1731524858783Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524858783Flushing stores of hbase:meta,,1.1588230740 at 1731524858783Flushing 1588230740/info: creating writer at 1731524858783Flushing 1588230740/info: appending metadata at 1731524858799 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731524858799Flushing 1588230740/ns: creating writer at 1731524859208 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731524859225 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731524859225Flushing 1588230740/rep_barrier: creating writer at 1731524859232 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524859249 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524859249Flushing 1588230740/table: creating writer at 1731524859657 (+408 ms)Flushing 1588230740/table: appending metadata at 1731524859668 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731524859668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74937001: reopening flushed file at 1731524860087 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0d262e: reopening flushed file at 1731524860094 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acd0420: reopening flushed file at 1731524860103 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7373a314: reopening flushed file at 1731524860121 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false at 1731524860140 (+19 ms)Writing region close event to WAL at 1731524860172 (+32 ms)Running coprocessor post-close hooks at 1731524860177 (+5 ms)Closed at 1731524860178 (+1 ms) 2024-11-13T19:07:40,178 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:40,184 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:07:40,184 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1325): Online Regions={6bd1b48260769df49fda10ccee677882=hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882.} 2024-11-13T19:07:40,184 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:40,184 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1351): Waiting on 6bd1b48260769df49fda10ccee677882 2024-11-13T19:07:40,184 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bd1b48260769df49fda10ccee677882, disabling compactions & flushes 2024-11-13T19:07:40,184 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:40,184 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:40,184 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. after waiting 0 ms 2024-11-13T19:07:40,184 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:40,184 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bd1b48260769df49fda10ccee677882: Waiting for close lock at 1731524860184Running coprocessor pre-close hooks at 1731524860184Disabling compacts and flushes for region at 1731524860184Disabling writes for close at 1731524860184Failed flush hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882., putting online again at 1731524860184 2024-11-13T19:07:40,185 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731524841309.6bd1b48260769df49fda10ccee677882. 2024-11-13T19:07:40,208 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 883, reset compression=false 2024-11-13T19:07:40,221 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:07:40,221 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 1527, reset compression=false 2024-11-13T19:07:40,384 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T19:07:40,384 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,45851,1731524826699; all regions closed. 2024-11-13T19:07:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741834_1010 (size=4239) 2024-11-13T19:07:40,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.rep.1731524842062 not finished, retry = 0 2024-11-13T19:07:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741839_1015 (size=1297) 2024-11-13T19:07:40,426 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/WALs/e4b56bc8c4b3,45851,1731524826699/e4b56bc8c4b3%2C45851%2C1731524826699.1731524828132 to pos 1527, reset compression=false 2024-11-13T19:07:40,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741832_1008 (size=1535) 2024-11-13T19:07:40,531 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:40,531 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:07:40,531 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:07:40,531 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:07:40,531 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:07:40,531 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,45851,1731524826699 because: Region server is closing 2024-11-13T19:07:40,532 INFO [RS:0;e4b56bc8c4b3:45851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:45851. 2024-11-13T19:07:40,532 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:40,532 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:40,532 DEBUG [RS:0;e4b56bc8c4b3:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:40,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:40,532 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:40,632 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.shippere4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 terminated 2024-11-13T19:07:40,632 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,45851,1731524826699.replicationSource.wal-reader.e4b56bc8c4b3%2C45851%2C1731524826699,1-e4b56bc8c4b3,45851,1731524826699 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:07:40,632 INFO [RS:0;e4b56bc8c4b3:45851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45851 2024-11-13T19:07:40,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445/rs 2024-11-13T19:07:40,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939609445/rs/e4b56bc8c4b3,45851,1731524826699 2024-11-13T19:07:40,647 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:40,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,45851,1731524826699] 2024-11-13T19:07:40,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0939609445/draining/e4b56bc8c4b3,45851,1731524826699 already deleted, retry=false 2024-11-13T19:07:40,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,45851,1731524826699 expired; onlineServers=0 2024-11-13T19:07:40,664 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,46459,1731524826514' ***** 2024-11-13T19:07:40,664 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:07:40,664 INFO [M:0;e4b56bc8c4b3:46459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:07:40,664 INFO [M:0;e4b56bc8c4b3:46459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:07:40,664 DEBUG [M:0;e4b56bc8c4b3:46459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:07:40,664 DEBUG [M:0;e4b56bc8c4b3:46459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:07:40,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:07:40,664 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524827913 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524827913,5,FailOnTimeoutGroup] 2024-11-13T19:07:40,664 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524827913 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524827913,5,FailOnTimeoutGroup] 2024-11-13T19:07:40,664 INFO [M:0;e4b56bc8c4b3:46459 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:07:40,665 INFO [M:0;e4b56bc8c4b3:46459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:07:40,665 DEBUG [M:0;e4b56bc8c4b3:46459 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:07:40,665 INFO [M:0;e4b56bc8c4b3:46459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:07:40,665 INFO [M:0;e4b56bc8c4b3:46459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:07:40,665 INFO [M:0;e4b56bc8c4b3:46459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:07:40,665 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:07:40,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939609445/master 2024-11-13T19:07:40,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939609445 2024-11-13T19:07:40,672 DEBUG [M:0;e4b56bc8c4b3:46459 {}] zookeeper.ZKUtil(347): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Unable to get data of znode /0939609445/master because node does not exist (not an error) 2024-11-13T19:07:40,672 WARN [M:0;e4b56bc8c4b3:46459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:07:40,673 INFO [M:0;e4b56bc8c4b3:46459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/.lastflushedseqids 2024-11-13T19:07:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741847_1023 (size=245) 2024-11-13T19:07:40,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:40,756 INFO [RS:0;e4b56bc8c4b3:45851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:40,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x10136e1b11d0001, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:40,756 INFO [RS:0;e4b56bc8c4b3:45851 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,45851,1731524826699; zookeeper connection closed. 2024-11-13T19:07:40,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3638824d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3638824d 2024-11-13T19:07:40,756 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:07:41,077 INFO [M:0;e4b56bc8c4b3:46459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:07:41,077 INFO [M:0;e4b56bc8c4b3:46459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:07:41,077 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:41,077 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:41,077 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:41,077 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:41,077 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:41,077 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-13T19:07:41,101 DEBUG [M:0;e4b56bc8c4b3:46459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8132ff2c01f404e9ece50fd85cad07b is 82, key is hbase:meta,,1/info:regioninfo/1731524829130/Put/seqid=0 2024-11-13T19:07:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741848_1024 (size=5672) 2024-11-13T19:07:41,505 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8132ff2c01f404e9ece50fd85cad07b 2024-11-13T19:07:41,520 DEBUG [M:0;e4b56bc8c4b3:46459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7389046e57141a7887044f734dfb339 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524837603/Put/seqid=0 2024-11-13T19:07:41,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741849_1025 (size=7219) 2024-11-13T19:07:41,924 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7389046e57141a7887044f734dfb339 2024-11-13T19:07:41,928 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7389046e57141a7887044f734dfb339 2024-11-13T19:07:41,941 DEBUG [M:0;e4b56bc8c4b3:46459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a9134b3b22743e0b86a2fff07f1dfc4 is 69, key is e4b56bc8c4b3,45851,1731524826699/rs:state/1731524827972/Put/seqid=0 2024-11-13T19:07:41,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741850_1026 (size=5156) 2024-11-13T19:07:41,945 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a9134b3b22743e0b86a2fff07f1dfc4 2024-11-13T19:07:41,949 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8132ff2c01f404e9ece50fd85cad07b as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8132ff2c01f404e9ece50fd85cad07b 2024-11-13T19:07:41,952 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8132ff2c01f404e9ece50fd85cad07b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T19:07:41,953 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7389046e57141a7887044f734dfb339 as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7389046e57141a7887044f734dfb339 2024-11-13T19:07:41,957 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7389046e57141a7887044f734dfb339 2024-11-13T19:07:41,957 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7389046e57141a7887044f734dfb339, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T19:07:41,957 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a9134b3b22743e0b86a2fff07f1dfc4 as hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a9134b3b22743e0b86a2fff07f1dfc4 2024-11-13T19:07:41,961 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a9134b3b22743e0b86a2fff07f1dfc4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T19:07:41,962 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false 2024-11-13T19:07:41,963 INFO [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:41,963 DEBUG [M:0;e4b56bc8c4b3:46459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524861077Disabling compacts and flushes for region at 1731524861077Disabling writes for close at 1731524861077Obtaining lock to block concurrent updates at 1731524861077Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524861077Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731524861078 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524861078Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524861078Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524861101 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524861101Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524861508 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524861520 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524861520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524861928 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524861940 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524861940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2749b216: reopening flushed file at 1731524861948 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755902db: reopening flushed file at 1731524861952 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7498d822: reopening flushed file at 1731524861957 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=105, compaction requested=false at 1731524861962 (+5 ms)Writing region close event to WAL at 1731524861963 (+1 ms)Closed at 1731524861963 2024-11-13T19:07:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33863 is added to blk_1073741830_1006 (size=64435) 2024-11-13T19:07:41,965 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd7fcdc8-bf5e-5e72-b96a-70048128db0b/MasterData/WALs/e4b56bc8c4b3,46459,1731524826514/e4b56bc8c4b3%2C46459%2C1731524826514.1731524827671 not finished, retry = 0 2024-11-13T19:07:42,066 INFO [M:0;e4b56bc8c4b3:46459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:07:42,066 INFO [M:0;e4b56bc8c4b3:46459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46459 2024-11-13T19:07:42,066 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:07:42,066 INFO [M:0;e4b56bc8c4b3:46459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:07:42,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:42,181 INFO [M:0;e4b56bc8c4b3:46459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:07:42,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46459-0x10136e1b11d0000, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:07:42,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35aadbe9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:42,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ad602b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:42,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:42,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7820bdd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:42,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f2f3d00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:42,186 WARN [BP-1970537406-172.17.0.2-1731524824771 heartbeating to localhost/127.0.0.1:37439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:07:42,186 WARN [BP-1970537406-172.17.0.2-1731524824771 heartbeating to localhost/127.0.0.1:37439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1970537406-172.17.0.2-1731524824771 (Datanode Uuid a647782f-37e5-46ea-bab6-f37836e70c4c) service to localhost/127.0.0.1:37439 2024-11-13T19:07:42,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:07:42,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:07:42,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/cluster_52bc3189-d894-2681-e3de-ab9f84912747/data/data1/current/BP-1970537406-172.17.0.2-1731524824771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:42,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/cluster_52bc3189-d894-2681-e3de-ab9f84912747/data/data2/current/BP-1970537406-172.17.0.2-1731524824771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:07:42,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:07:42,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16dc1204{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:42,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5980c05c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:07:42,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:07:42,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269e210e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:07:42,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a3f5c33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737b55b1-df6c-1aef-7129-7d4a73c16a67/hadoop.log.dir/,STOPPED} 2024-11-13T19:07:42,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:07:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:07:42,233 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 313) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:46117 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37439 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:46117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51569) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:46117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44755 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2720 (was 2423) - AvailableMemoryMB LEAK? - 2024-11-13T19:07:42,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=2719 2024-11-13T19:07:42,257 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T19:07:42,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.log.dir so I do NOT create it in target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b 2024-11-13T19:07:42,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:07:42,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.tmp.dir so I do NOT create it in target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b 2024-11-13T19:07:42,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7cdcecce-6f89-8ff1-291f-ecfa71c6dcbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:07:42,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b 2024-11-13T19:07:42,258 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791, deleteOnExit=true 2024-11-13T19:07:42,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/zookeeper_0, clientPort=52242, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:07:42,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52242 2024-11-13T19:07:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:07:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:07:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/test.cache.data in system properties and HBase conf 2024-11-13T19:07:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:07:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:07:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:07:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:07:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:07:42,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:07:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:07:42,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10136e1b11d0005, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:07:42,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10136e1b11d0005, quorum=127.0.0.1:51569, baseZNode=/1820502142 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:07:42,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10136e1b11d0002, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:07:42,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10136e1b11d0008, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T19:07:42,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10136e1b11d0002, quorum=127.0.0.1:51569, baseZNode=/0939609445 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:07:42,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10136e1b11d0008, quorum=127.0.0.1:51569, baseZNode=/2-88608402 Received Disconnected from ZooKeeper, ignoring 2024-11-13T19:07:42,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:42,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:42,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:42,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:42,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:07:42,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:42,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f40d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:42,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b8bc6bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:42,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5966c266{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/java.io.tmpdir/jetty-localhost-42437-hadoop-hdfs-3_4_1-tests_jar-_-any-10086827860229378330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:42,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32fab497{HTTP/1.1, (http/1.1)}{localhost:42437} 2024-11-13T19:07:42,602 INFO [Time-limited test {}] server.Server(415): Started @301763ms 2024-11-13T19:07:42,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:42,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:42,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:42,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:42,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:07:42,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c004264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:42,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29db085{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:42,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d176779{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/java.io.tmpdir/jetty-localhost-32965-hadoop-hdfs-3_4_1-tests_jar-_-any-7429212421465017415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:42,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cc7ff6f{HTTP/1.1, (http/1.1)}{localhost:32965} 2024-11-13T19:07:42,861 INFO [Time-limited test {}] server.Server(415): Started @302022ms 2024-11-13T19:07:42,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:07:43,297 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/data/data1/current/BP-794382183-172.17.0.2-1731524862294/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:43,306 WARN [Thread-4159 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/data/data2/current/BP-794382183-172.17.0.2-1731524862294/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:43,321 WARN [Thread-4146 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:07:43,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaddbce151c9a87b3 with lease ID 0xf43e96c37b36392: Processing first storage report for DS-ba5db682-24f5-4243-9523-6e2a4d4187df from datanode DatanodeRegistration(127.0.0.1:45193, datanodeUuid=b20cfdbe-6a44-49d4-8149-d83e26df4d60, infoPort=40303, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1476089796;c=1731524862294) 2024-11-13T19:07:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaddbce151c9a87b3 with lease ID 0xf43e96c37b36392: from storage DS-ba5db682-24f5-4243-9523-6e2a4d4187df node DatanodeRegistration(127.0.0.1:45193, datanodeUuid=b20cfdbe-6a44-49d4-8149-d83e26df4d60, infoPort=40303, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1476089796;c=1731524862294), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaddbce151c9a87b3 with lease ID 0xf43e96c37b36392: Processing first storage report for DS-4b4974ba-82f6-4811-ba9c-f09f912e7d16 from datanode DatanodeRegistration(127.0.0.1:45193, datanodeUuid=b20cfdbe-6a44-49d4-8149-d83e26df4d60, infoPort=40303, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1476089796;c=1731524862294) 2024-11-13T19:07:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaddbce151c9a87b3 with lease ID 0xf43e96c37b36392: from storage DS-4b4974ba-82f6-4811-ba9c-f09f912e7d16 node DatanodeRegistration(127.0.0.1:45193, datanodeUuid=b20cfdbe-6a44-49d4-8149-d83e26df4d60, infoPort=40303, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1476089796;c=1731524862294), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:43,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b 2024-11-13T19:07:43,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:43,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:07:43,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db with version=8 2024-11-13T19:07:43,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/hbase-staging 2024-11-13T19:07:43,808 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:43,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:43,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:43,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:43,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:43,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:43,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:07:43,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:43,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39197 2024-11-13T19:07:43,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39197 connecting to ZooKeeper ensemble=127.0.0.1:52242 2024-11-13T19:07:43,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391970x0, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:43,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39197-0x10136e243b80000 connected 2024-11-13T19:07:43,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:43,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:43,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Set watcher on znode that does not yet exist, /0-1101640864/running 2024-11-13T19:07:43,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db, hbase.cluster.distributed=false 2024-11-13T19:07:43,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Set watcher on znode that does not yet exist, /0-1101640864/acl 2024-11-13T19:07:43,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-13T19:07:43,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39197 2024-11-13T19:07:43,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39197 2024-11-13T19:07:43,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-13T19:07:43,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-13T19:07:43,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:43,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:43,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:43,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:43,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:43,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:43,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:07:43,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:43,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43369 2024-11-13T19:07:43,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43369 connecting to ZooKeeper ensemble=127.0.0.1:52242 2024-11-13T19:07:43,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:43,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:43,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433690x0, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:43,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43369-0x10136e243b80001 connected 2024-11-13T19:07:43,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Set watcher on znode that does not yet exist, /0-1101640864/running 2024-11-13T19:07:43,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:07:43,990 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:07:43,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Set watcher on znode that does not yet exist, /0-1101640864/master 2024-11-13T19:07:43,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Set watcher on znode that does not yet exist, /0-1101640864/acl 2024-11-13T19:07:43,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-13T19:07:43,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43369 2024-11-13T19:07:43,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43369 2024-11-13T19:07:43,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-13T19:07:43,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-13T19:07:44,012 DEBUG [M:0;e4b56bc8c4b3:39197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:39197 2024-11-13T19:07:44,013 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1101640864/backup-masters/e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:44,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864/backup-masters 2024-11-13T19:07:44,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864/backup-masters 2024-11-13T19:07:44,023 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Set watcher on existing znode=/0-1101640864/backup-masters/e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:44,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:44,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1101640864/master 2024-11-13T19:07:44,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:44,031 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Set watcher on existing znode=/0-1101640864/master 2024-11-13T19:07:44,031 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1101640864/backup-masters/e4b56bc8c4b3,39197,1731524863807 from backup master directory 2024-11-13T19:07:44,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864/backup-masters 2024-11-13T19:07:44,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1101640864/backup-masters/e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:44,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864/backup-masters 2024-11-13T19:07:44,039 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:44,039 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:44,041 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/hbase.id] with ID: a75599a4-6731-4a27-b588-e89b6bf2c3fc 2024-11-13T19:07:44,041 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/.tmp/hbase.id 2024-11-13T19:07:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:07:44,445 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/.tmp/hbase.id]:[hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/hbase.id] 2024-11-13T19:07:44,454 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:44,454 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:07:44,455 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:07:44,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:44,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:07:44,894 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:44,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:07:44,895 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:44,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:07:45,318 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/data/master/store 2024-11-13T19:07:45,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:07:45,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:07:45,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:45,733 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:45,733 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:45,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:45,733 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:45,733 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:45,733 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:45,733 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:45,733 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524865733Disabling compacts and flushes for region at 1731524865733Disabling writes for close at 1731524865733Writing region close event to WAL at 1731524865733Closed at 1731524865733 2024-11-13T19:07:45,734 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/data/master/store/.initializing 2024-11-13T19:07:45,734 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/WALs/e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:45,734 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:45,736 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C39197%2C1731524863807, suffix=, logDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/WALs/e4b56bc8c4b3,39197,1731524863807, archiveDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/oldWALs, maxLogs=10 2024-11-13T19:07:45,749 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/WALs/e4b56bc8c4b3,39197,1731524863807/e4b56bc8c4b3%2C39197%2C1731524863807.1731524865736, exclude list is [], retry=0 2024-11-13T19:07:45,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45193,DS-ba5db682-24f5-4243-9523-6e2a4d4187df,DISK] 2024-11-13T19:07:45,752 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/WALs/e4b56bc8c4b3,39197,1731524863807/e4b56bc8c4b3%2C39197%2C1731524863807.1731524865736 2024-11-13T19:07:45,753 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-13T19:07:45,753 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:45,753 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:45,753 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,753 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:07:45,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:45,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:45,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:07:45,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:45,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:45,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:07:45,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:45,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:45,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:07:45,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:45,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:45,758 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,759 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,759 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,760 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,760 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,760 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:45,761 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:45,762 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:45,762 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68317614, jitterRate=0.018011778593063354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:45,763 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524865753Initializing all the Stores at 1731524865753Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524865753Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524865754 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524865754Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524865754Cleaning up temporary data from old regions at 1731524865760 (+6 ms)Region opened successfully at 1731524865763 (+3 ms) 2024-11-13T19:07:45,763 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:07:45,765 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652b1d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:45,766 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:07:45,766 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:07:45,766 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:07:45,766 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:07:45,766 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:07:45,767 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:07:45,767 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:07:45,768 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:07:45,769 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Unable to get data of znode /0-1101640864/balancer because node does not exist (not necessarily an error) 2024-11-13T19:07:45,822 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1101640864/balancer already deleted, retry=false 2024-11-13T19:07:45,822 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:07:45,823 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Unable to get data of znode /0-1101640864/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:07:45,830 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1101640864/normalizer already deleted, retry=false 2024-11-13T19:07:45,831 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:07:45,831 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Unable to get data of znode /0-1101640864/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:07:45,839 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1101640864/switch/split already deleted, retry=false 2024-11-13T19:07:45,839 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Unable to get data of znode /0-1101640864/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:07:45,847 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1101640864/switch/merge already deleted, retry=false 2024-11-13T19:07:45,849 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Unable to get data of znode /0-1101640864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:07:45,855 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1101640864/snapshot-cleanup already deleted, retry=false 2024-11-13T19:07:45,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1101640864/running 2024-11-13T19:07:45,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1101640864/running 2024-11-13T19:07:45,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:45,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:45,864 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,39197,1731524863807, sessionid=0x10136e243b80000, setting cluster-up flag (Was=false) 2024-11-13T19:07:45,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:45,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:45,905 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1101640864/flush-table-proc/acquired, /0-1101640864/flush-table-proc/reached, /0-1101640864/flush-table-proc/abort 2024-11-13T19:07:45,906 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:45,947 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1101640864/online-snapshot/acquired, /0-1101640864/online-snapshot/reached, /0-1101640864/online-snapshot/abort 2024-11-13T19:07:45,948 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:45,949 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:07:45,950 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:45,950 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:07:45,951 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:07:45,951 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,39197,1731524863807 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:07:45,952 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:45,952 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:45,952 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:45,952 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:45,952 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:07:45,952 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:45,952 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:45,952 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:45,955 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524895955 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:45,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:45,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:07:45,956 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:07:45,957 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:07:45,957 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:07:45,957 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524865957,5,FailOnTimeoutGroup] 2024-11-13T19:07:45,957 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524865957,5,FailOnTimeoutGroup] 2024-11-13T19:07:45,957 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:45,957 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:45,957 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:07:45,957 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:45,957 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:45,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:07:45,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:07:46,002 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer(746): ClusterId : a75599a4-6731-4a27-b588-e89b6bf2c3fc 2024-11-13T19:07:46,002 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:07:46,013 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:07:46,013 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:07:46,023 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:07:46,023 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:46,033 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:43369 2024-11-13T19:07:46,033 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:07:46,033 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:07:46,033 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:07:46,033 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,39197,1731524863807 with port=43369, startcode=1731524863974 2024-11-13T19:07:46,033 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:07:46,034 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:07:46,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:46,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39197 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:46,036 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db 2024-11-13T19:07:46,036 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35125 2024-11-13T19:07:46,036 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:07:46,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864/rs 2024-11-13T19:07:46,046 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] zookeeper.ZKUtil(111): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Set watcher on existing znode=/0-1101640864/rs/e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:46,046 WARN [RS:0;e4b56bc8c4b3:43369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:46,046 INFO [RS:0;e4b56bc8c4b3:43369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:46,047 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/WALs/e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:46,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,43369,1731524863974] 2024-11-13T19:07:46,049 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:07:46,050 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:07:46,050 INFO [RS:0;e4b56bc8c4b3:43369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:07:46,050 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,050 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:07:46,051 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:07:46,051 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:46,051 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:46,054 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,054 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,054 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,054 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,054 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,054 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43369,1731524863974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:46,070 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:07:46,070 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43369,1731524863974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,070 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,070 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.Replication(171): e4b56bc8c4b3,43369,1731524863974 started 2024-11-13T19:07:46,083 INFO [RS:0;e4b56bc8c4b3:43369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:46,083 INFO [RS:0;e4b56bc8c4b3:43369 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,43369,1731524863974, RpcServer on e4b56bc8c4b3/172.17.0.2:43369, sessionid=0x10136e243b80001 2024-11-13T19:07:46,083 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:07:46,083 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:46,083 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43369,1731524863974' 2024-11-13T19:07:46,083 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1101640864/flush-table-proc/abort' 2024-11-13T19:07:46,084 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1101640864/flush-table-proc/acquired' 2024-11-13T19:07:46,084 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:07:46,084 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:07:46,084 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:46,084 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,43369,1731524863974' 2024-11-13T19:07:46,084 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1101640864/online-snapshot/abort' 2024-11-13T19:07:46,084 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1101640864/online-snapshot/acquired' 2024-11-13T19:07:46,085 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:07:46,085 INFO [RS:0;e4b56bc8c4b3:43369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:07:46,085 INFO [RS:0;e4b56bc8c4b3:43369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:07:46,185 INFO [RS:0;e4b56bc8c4b3:43369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:46,186 INFO [RS:0;e4b56bc8c4b3:43369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43369%2C1731524863974, suffix=, logDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/WALs/e4b56bc8c4b3,43369,1731524863974, archiveDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/oldWALs, maxLogs=10 2024-11-13T19:07:46,197 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/WALs/e4b56bc8c4b3,43369,1731524863974/e4b56bc8c4b3%2C43369%2C1731524863974.1731524866186, exclude list is [], retry=0 2024-11-13T19:07:46,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45193,DS-ba5db682-24f5-4243-9523-6e2a4d4187df,DISK] 2024-11-13T19:07:46,201 INFO [RS:0;e4b56bc8c4b3:43369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/WALs/e4b56bc8c4b3,43369,1731524863974/e4b56bc8c4b3%2C43369%2C1731524863974.1731524866186 2024-11-13T19:07:46,201 DEBUG [RS:0;e4b56bc8c4b3:43369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-13T19:07:46,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:07:46,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db 2024-11-13T19:07:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:07:46,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:46,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:46,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:46,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:46,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:46,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:46,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:46,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:46,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:46,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:46,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:46,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:46,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:46,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:46,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:46,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:46,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:46,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:46,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/hbase/meta/1588230740 2024-11-13T19:07:46,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/hbase/meta/1588230740 2024-11-13T19:07:46,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:46,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:46,777 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:46,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:46,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:46,779 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64365804, jitterRate=-0.04087477922439575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:46,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524866770Initializing all the Stores at 1731524866771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524866771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524866771Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524866771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524866771Cleaning up temporary data from old regions at 1731524866776 (+5 ms)Region opened successfully at 1731524866779 (+3 ms) 2024-11-13T19:07:46,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:46,779 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:46,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:46,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:46,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:46,780 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:46,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524866779Disabling compacts and flushes for region at 1731524866779Disabling writes for close at 1731524866779Writing region close event to WAL at 1731524866779Closed at 1731524866779 2024-11-13T19:07:46,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:46,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:07:46,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:07:46,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:46,781 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:07:46,932 DEBUG [e4b56bc8c4b3:39197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:07:46,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:46,933 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43369,1731524863974, state=OPENING 2024-11-13T19:07:46,972 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:07:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1101640864 2024-11-13T19:07:47,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1101640864/meta-region-server: CHANGED 2024-11-13T19:07:47,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1101640864/meta-region-server: CHANGED 2024-11-13T19:07:47,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:47,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43369,1731524863974}] 2024-11-13T19:07:47,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:47,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:07:47,159 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:07:47,159 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:47,159 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:07:47,160 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C43369%2C1731524863974.meta, suffix=.meta, logDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/WALs/e4b56bc8c4b3,43369,1731524863974, archiveDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/oldWALs, maxLogs=10 2024-11-13T19:07:47,172 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/WALs/e4b56bc8c4b3,43369,1731524863974/e4b56bc8c4b3%2C43369%2C1731524863974.meta.1731524867161.meta, exclude list is [], retry=0 2024-11-13T19:07:47,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45193,DS-ba5db682-24f5-4243-9523-6e2a4d4187df,DISK] 2024-11-13T19:07:47,175 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/WALs/e4b56bc8c4b3,43369,1731524863974/e4b56bc8c4b3%2C43369%2C1731524863974.meta.1731524867161.meta 2024-11-13T19:07:47,175 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40303:40303)] 2024-11-13T19:07:47,175 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:47,175 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:47,175 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:47,176 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:07:47,176 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:07:47,176 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:07:47,176 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:47,176 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:07:47,176 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:07:47,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:47,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:47,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:47,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:47,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:47,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:47,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:47,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:47,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:47,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:47,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:47,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:47,180 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:47,181 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/hbase/meta/1588230740 2024-11-13T19:07:47,181 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/hbase/meta/1588230740 2024-11-13T19:07:47,182 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:47,182 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:47,182 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:47,183 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:47,184 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65224410, jitterRate=-0.02808055281639099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:47,184 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:07:47,184 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524867176Writing region info on filesystem at 1731524867176Initializing all the Stores at 1731524867177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524867177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524867177Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524867177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524867177Cleaning up temporary data from old regions at 1731524867182 (+5 ms)Running coprocessor post-open hooks at 1731524867184 (+2 ms)Region opened successfully at 1731524867184 2024-11-13T19:07:47,185 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524867155 2024-11-13T19:07:47,186 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:07:47,186 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:07:47,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:47,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,43369,1731524863974, state=OPEN 2024-11-13T19:07:47,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43369-0x10136e243b80001, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1101640864/meta-region-server 2024-11-13T19:07:47,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x10136e243b80000, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1101640864/meta-region-server 2024-11-13T19:07:47,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:47,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1101640864/meta-region-server: CHANGED 2024-11-13T19:07:47,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1101640864/meta-region-server: CHANGED 2024-11-13T19:07:47,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:07:47,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,43369,1731524863974 in 202 msec 2024-11-13T19:07:47,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:07:47,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-13T19:07:47,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:47,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:07:47,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:47,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43369,1731524863974, seqNum=-1] 2024-11-13T19:07:47,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:47,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:47,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-13T19:07:47,214 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524867214, completionTime=-1 2024-11-13T19:07:47,214 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:07:47,214 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:07:47,215 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:07:47,215 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524927215 2024-11-13T19:07:47,215 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524987215 2024-11-13T19:07:47,215 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:07:47,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39197,1731524863807-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:47,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39197,1731524863807-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:47,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39197,1731524863807-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:47,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:39197, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:47,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:47,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:47,217 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:07:47,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.179sec 2024-11-13T19:07:47,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:07:47,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:07:47,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:07:47,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:07:47,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:07:47,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39197,1731524863807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:47,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39197,1731524863807-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:07:47,220 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:07:47,220 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:07:47,220 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39197,1731524863807-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:47,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b302bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:47,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39197,-1 for getting cluster id 2024-11-13T19:07:47,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:47,304 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a75599a4-6731-4a27-b588-e89b6bf2c3fc' 2024-11-13T19:07:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a75599a4-6731-4a27-b588-e89b6bf2c3fc" 2024-11-13T19:07:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39197,-1] 2024-11-13T19:07:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:47,306 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:47,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6e27ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:47,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,43369,1731524863974, seqNum=-1] 2024-11-13T19:07:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:47,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:47,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:47,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52242 2024-11-13T19:07:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52242, baseZNode=/0-1101640864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:47,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e243b80002 connected 2024-11-13T19:07:47,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d954979 2024-11-13T19:07:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:47,325 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:47,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:07:47,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:07:47,327 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:47,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:07:47,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:07:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:47,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:07:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:47,734 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2acc2fa7ccf8952c5b49923824d91358, NAME => 'test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db 2024-11-13T19:07:47,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45193 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:07:47,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:07:47,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:07:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2acc2fa7ccf8952c5b49923824d91358, disabling compactions & flushes 2024-11-13T19:07:48,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358. 2024-11-13T19:07:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358. 2024-11-13T19:07:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358. after waiting 0 ms 2024-11-13T19:07:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358. 2024-11-13T19:07:48,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358. 2024-11-13T19:07:48,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2acc2fa7ccf8952c5b49923824d91358: Waiting for close lock at 1731524868138Disabling compacts and flushes for region at 1731524868138Disabling writes for close at 1731524868138Writing region close event to WAL at 1731524868138Closed at 1731524868138 2024-11-13T19:07:48,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:07:48,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524868139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524868139"}]},"ts":"1731524868139"} 2024-11-13T19:07:48,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:07:48,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:07:48,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524868141"}]},"ts":"1731524868141"} 2024-11-13T19:07:48,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:07:48,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2acc2fa7ccf8952c5b49923824d91358, ASSIGN}] 2024-11-13T19:07:48,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2acc2fa7ccf8952c5b49923824d91358, ASSIGN 2024-11-13T19:07:48,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2acc2fa7ccf8952c5b49923824d91358, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,43369,1731524863974; forceNewPlan=false, retain=false 2024-11-13T19:07:48,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2acc2fa7ccf8952c5b49923824d91358, regionState=OPENING, regionLocation=e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:48,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2acc2fa7ccf8952c5b49923824d91358, ASSIGN because future has completed 2024-11-13T19:07:48,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2acc2fa7ccf8952c5b49923824d91358, server=e4b56bc8c4b3,43369,1731524863974}] 2024-11-13T19:07:48,351 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=24, created chunk count=36, reused chunk count=133, reuseRatio=78.70% 2024-11-13T19:07:48,351 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T19:07:48,451 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358. 2024-11-13T19:07:48,451 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2acc2fa7ccf8952c5b49923824d91358, NAME => 'test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:48,451 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:48,451 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:07:48,452 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,452 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:48,452 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,452 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,453 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,453 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2acc2fa7ccf8952c5b49923824d91358 columnFamilyName f 2024-11-13T19:07:48,453 DEBUG [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:48,454 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] regionserver.HStore(327): Store=2acc2fa7ccf8952c5b49923824d91358/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:48,454 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,454 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2acc2fa7ccf8952c5b49923824d91358 columnFamilyName f1 2024-11-13T19:07:48,454 DEBUG [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:48,455 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] regionserver.HStore(327): Store=2acc2fa7ccf8952c5b49923824d91358/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:48,455 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,455 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2acc2fa7ccf8952c5b49923824d91358 columnFamilyName norep 2024-11-13T19:07:48,455 DEBUG [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:48,456 INFO [StoreOpener-2acc2fa7ccf8952c5b49923824d91358-1 {}] regionserver.HStore(327): Store=2acc2fa7ccf8952c5b49923824d91358/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:48,456 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,456 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/default/test/2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,456 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/default/test/2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,457 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,457 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,457 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:07:48,458 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,460 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/data/default/test/2acc2fa7ccf8952c5b49923824d91358/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:48,460 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2acc2fa7ccf8952c5b49923824d91358; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70862586, jitterRate=0.05593481659889221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:07:48,460 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2acc2fa7ccf8952c5b49923824d91358 2024-11-13T19:07:48,460 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2acc2fa7ccf8952c5b49923824d91358: Running coprocessor pre-open hook at 1731524868452Writing region info on filesystem at 1731524868452Initializing all the Stores at 1731524868452Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524868452Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524868453 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524868453Cleaning up temporary data from old regions at 1731524868457 (+4 ms)Running coprocessor post-open hooks at 1731524868460 (+3 ms)Region opened successfully at 1731524868460 2024-11-13T19:07:48,461 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358., pid=6, masterSystemTime=1731524868449 2024-11-13T19:07:48,462 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358. 2024-11-13T19:07:48,463 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524867325.2acc2fa7ccf8952c5b49923824d91358. 2024-11-13T19:07:48,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2acc2fa7ccf8952c5b49923824d91358, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,43369,1731524863974 2024-11-13T19:07:48,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2acc2fa7ccf8952c5b49923824d91358, server=e4b56bc8c4b3,43369,1731524863974 because future has completed 2024-11-13T19:07:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:48,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:07:48,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2acc2fa7ccf8952c5b49923824d91358, server=e4b56bc8c4b3,43369,1731524863974 in 168 msec 2024-11-13T19:07:48,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:07:48,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2acc2fa7ccf8952c5b49923824d91358, ASSIGN in 324 msec 2024-11-13T19:07:48,468 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:07:48,468 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524868468"}]},"ts":"1731524868468"} 2024-11-13T19:07:48,470 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:07:48,470 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:07:48,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-13T19:07:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:07:49,486 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:07:49,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f6e136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:49,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39197,-1 for getting cluster id 2024-11-13T19:07:49,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:49,487 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a75599a4-6731-4a27-b588-e89b6bf2c3fc' 2024-11-13T19:07:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a75599a4-6731-4a27-b588-e89b6bf2c3fc" 2024-11-13T19:07:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83dddcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39197,-1] 2024-11-13T19:07:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:49,488 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:49,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437a49a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:49,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5607dcb3 2024-11-13T19:07:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:49,490 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:49,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:39197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:07:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:07:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:49,493 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:39197' 2024-11-13T19:07:49,495 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f8e93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:49,495 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,39197,-1 for getting cluster id 2024-11-13T19:07:49,495 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:49,495 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a75599a4-6731-4a27-b588-e89b6bf2c3fc' 2024-11-13T19:07:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a75599a4-6731-4a27-b588-e89b6bf2c3fc" 2024-11-13T19:07:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d59580f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,39197,-1] 2024-11-13T19:07:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:49,496 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f48e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:49,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,39197,1731524863807 2024-11-13T19:07:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa7d700 2024-11-13T19:07:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:07:49,498 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:07:49,499 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:07:49,499 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:07:49,499 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:49,499 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:49,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:49,500 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e4b56bc8c4b3:39197, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:07:49,509 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e4b56bc8c4b3:39197, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e4b56bc8c4b3:39197, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e4b56bc8c4b3:39197, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T19:07:49,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e4b56bc8c4b3:39197, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=19 msec 2024-11-13T19:07:49,511 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T19:07:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:07:49,597 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://e4b56bc8c4b3:39197, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T19:07:49,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:07:49,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:07:49,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:49,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:49,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:07:49,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 359) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp205805429-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db-prefix:e4b56bc8c4b3,43369,1731524863974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40025 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.FileDescriptor.close(FileDescriptor.java:83) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doClose(AbstractEpollChannel.java:191) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel.doClose(AbstractEpollStreamChannel.java:673) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.doClose0(AbstractChannel.java:752) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:729) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:619) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp815940043-7852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6498432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e4b56bc8c4b3:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52242) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-422408322_20 at /127.0.0.1:55110 [Receiving block BP-794382183-172.17.0.2-1731524862294:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/e4b56bc8c4b3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7755d7e8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db-prefix:e4b56bc8c4b3,43369,1731524863974.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e4b56bc8c4b3:43369 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp205805429-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp815940043-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6498432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/data/data1/current/BP-794382183-172.17.0.2-1731524862294 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@490e8cd9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@35fdadbc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp815940043-7850 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6498432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp205805429-7899 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6498432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@318c1a4a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: M:0;e4b56bc8c4b3:39197 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1383841315_20 at /127.0.0.1:55092 [Receiving block BP-794382183-172.17.0.2-1731524862294:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35125 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6878ce17-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1061997305) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@72f6c22d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp205805429-7900-acceptor-0@1fdfd2a-ServerConnector@4cc7ff6f{HTTP/1.1, (http/1.1)}{localhost:32965} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-794382183-172.17.0.2-1731524862294:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp815940043-7856 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4dbbf0a3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e4b56bc8c4b3:43369-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-422408322_20 at /127.0.0.1:55058 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e4b56bc8c4b3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-422408322_20 at /127.0.0.1:55118 [Receiving block BP-794382183-172.17.0.2-1731524862294:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp815940043-7857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp815940043-7855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 0 on default port 40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35125 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3666c9e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524865957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PacketResponder: BP-794382183-172.17.0.2-1731524862294:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52242): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4b87302d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp815940043-7854-acceptor-0@6a963e4c-ServerConnector@32fab497{HTTP/1.1, (http/1.1)}{localhost:42437} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$611/0x00007f6498ad6c20.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp815940043-7851 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6498432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e4b56bc8c4b3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52242) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52242 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: BP-794382183-172.17.0.2-1731524862294 heartbeating to localhost/127.0.0.1:35125 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f64989f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3fde82d7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@76ec6dfa[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@108ef91b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52242) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/data/data2/current/BP-794382183-172.17.0.2-1731524862294 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524865957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: e4b56bc8c4b3:39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: PacketResponder: BP-794382183-172.17.0.2-1731524862294:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/cluster_25c6d1d2-0883-aed4-dcfb-05157e362791/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35125/user/jenkins/test-data/c05f84a8-8766-7033-fdbf-1bd4ae5b32db/MasterData-prefix:e4b56bc8c4b3,39197,1731524863807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=2569 (was 2719) 2024-11-13T19:07:49,620 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-13T19:07:49,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=2566 2024-11-13T19:07:49,638 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-13T19:07:49,654 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T19:07:49,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/hadoop.log.dir so I do NOT create it in target/test-data/d58aee41-745c-769f-bde8-194d684119dc 2024-11-13T19:07:49,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:07:49,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/hadoop.tmp.dir so I do NOT create it in target/test-data/d58aee41-745c-769f-bde8-194d684119dc 2024-11-13T19:07:49,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a91d00ba-b696-dc49-abec-9366ae3f990b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:07:49,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc 2024-11-13T19:07:49,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/cluster_d07be407-74da-ce5b-5b3e-9ec827ad7525, deleteOnExit=true 2024-11-13T19:07:49,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/cluster_d07be407-74da-ce5b-5b3e-9ec827ad7525/zookeeper_0, clientPort=55498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/cluster_d07be407-74da-ce5b-5b3e-9ec827ad7525/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/cluster_d07be407-74da-ce5b-5b3e-9ec827ad7525/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:07:49,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55498 2024-11-13T19:07:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:07:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:07:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/test.cache.data in system properties and HBase conf 2024-11-13T19:07:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:07:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:07:49,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:07:49,736 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:07:49,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:07:49,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:49,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:49,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:49,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:49,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:07:49,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:49,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42994048{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:49,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5039d408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:50,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@588d50a9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/java.io.tmpdir/jetty-localhost-34317-hadoop-hdfs-3_4_1-tests_jar-_-any-736234011628447319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:50,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73e166cb{HTTP/1.1, (http/1.1)}{localhost:34317} 2024-11-13T19:07:50,045 INFO [Time-limited test {}] server.Server(415): Started @309206ms 2024-11-13T19:07:50,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:50,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:50,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:50,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:50,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:07:50,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@768ba0b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:50,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f66cf1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:50,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cfe99c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/java.io.tmpdir/jetty-localhost-40657-hadoop-hdfs-3_4_1-tests_jar-_-any-1394431924288726120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:50,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@269aa75e{HTTP/1.1, (http/1.1)}{localhost:40657} 2024-11-13T19:07:50,404 INFO [Time-limited test {}] server.Server(415): Started @309565ms 2024-11-13T19:07:50,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:07:50,892 WARN [Thread-4293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/cluster_d07be407-74da-ce5b-5b3e-9ec827ad7525/data/data1/current/BP-960797340-172.17.0.2-1731524869750/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:50,892 WARN [Thread-4294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/cluster_d07be407-74da-ce5b-5b3e-9ec827ad7525/data/data2/current/BP-960797340-172.17.0.2-1731524869750/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:50,924 WARN [Thread-4281 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:07:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10f1b38dce2657f7 with lease ID 0x2cf086877e1f12d8: Processing first storage report for DS-cd26afd6-233e-436c-974e-2895dc192cbc from datanode DatanodeRegistration(127.0.0.1:38307, datanodeUuid=008eda87-e5cd-4c1b-9a13-3d2f9445265e, infoPort=46053, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=691908810;c=1731524869750) 2024-11-13T19:07:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10f1b38dce2657f7 with lease ID 0x2cf086877e1f12d8: from storage DS-cd26afd6-233e-436c-974e-2895dc192cbc node DatanodeRegistration(127.0.0.1:38307, datanodeUuid=008eda87-e5cd-4c1b-9a13-3d2f9445265e, infoPort=46053, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=691908810;c=1731524869750), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10f1b38dce2657f7 with lease ID 0x2cf086877e1f12d8: Processing first storage report for DS-804d442e-7a0e-466c-ade9-ee5b10ce9344 from datanode DatanodeRegistration(127.0.0.1:38307, datanodeUuid=008eda87-e5cd-4c1b-9a13-3d2f9445265e, infoPort=46053, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=691908810;c=1731524869750) 2024-11-13T19:07:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10f1b38dce2657f7 with lease ID 0x2cf086877e1f12d8: from storage DS-804d442e-7a0e-466c-ade9-ee5b10ce9344 node DatanodeRegistration(127.0.0.1:38307, datanodeUuid=008eda87-e5cd-4c1b-9a13-3d2f9445265e, infoPort=46053, infoSecurePort=0, ipcPort=43165, storageInfo=lv=-57;cid=testClusterID;nsid=691908810;c=1731524869750), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:50,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc 2024-11-13T19:07:50,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:50,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:50,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:07:51,378 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98 with version=8 2024-11-13T19:07:51,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/hbase-staging 2024-11-13T19:07:51,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:51,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:51,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:51,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:51,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:51,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:51,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:07:51,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:51,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43241 2024-11-13T19:07:51,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43241 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:07:51,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432410x0, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:51,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43241-0x10136e260da0000 connected 2024-11-13T19:07:51,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:51,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:51,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on znode that does not yet exist, /0-3019812/running 2024-11-13T19:07:51,519 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98, hbase.cluster.distributed=false 2024-11-13T19:07:51,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on znode that does not yet exist, /0-3019812/acl 2024-11-13T19:07:51,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43241 2024-11-13T19:07:51,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43241 2024-11-13T19:07:51,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43241 2024-11-13T19:07:51,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43241 2024-11-13T19:07:51,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43241 2024-11-13T19:07:51,548 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:51,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:51,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:51,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:51,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:51,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:51,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:07:51,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:51,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39651 2024-11-13T19:07:51,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39651 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:07:51,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:51,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:51,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396510x0, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:51,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396510x0, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on znode that does not yet exist, /0-3019812/running 2024-11-13T19:07:51,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:07:51,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39651-0x10136e260da0001 connected 2024-11-13T19:07:51,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:07:51,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on znode that does not yet exist, /0-3019812/master 2024-11-13T19:07:51,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on znode that does not yet exist, /0-3019812/acl 2024-11-13T19:07:51,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-13T19:07:51,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39651 2024-11-13T19:07:51,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39651 2024-11-13T19:07:51,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-13T19:07:51,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39651 2024-11-13T19:07:51,588 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:43241 2024-11-13T19:07:51,589 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-3019812/backup-masters/e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:07:51,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812/backup-masters 2024-11-13T19:07:51,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812/backup-masters 2024-11-13T19:07:51,597 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on existing znode=/0-3019812/backup-masters/e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:07:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-3019812/master 2024-11-13T19:07:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:51,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:51,604 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on existing znode=/0-3019812/master 2024-11-13T19:07:51,605 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-3019812/backup-masters/e4b56bc8c4b3,43241,1731524871379 from backup master directory 2024-11-13T19:07:51,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812/backup-masters 2024-11-13T19:07:51,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-3019812/backup-masters/e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:07:51,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812/backup-masters 2024-11-13T19:07:51,612 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:51,612 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:07:51,615 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/hbase.id] with ID: fd5c85aa-e7c4-4bb6-b7df-4f08873b3680 2024-11-13T19:07:51,615 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/.tmp/hbase.id 2024-11-13T19:07:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:07:52,019 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/.tmp/hbase.id]:[hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/hbase.id] 2024-11-13T19:07:52,027 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:52,028 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:07:52,030 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:07:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:07:52,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:07:52,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T19:07:52,443 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:52,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:07:52,444 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:07:52,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:07:52,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:52,850 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store 2024-11-13T19:07:52,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:07:53,255 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:53,255 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:53,255 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:53,255 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:53,255 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:53,255 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:53,255 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:53,255 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524873255Disabling compacts and flushes for region at 1731524873255Disabling writes for close at 1731524873255Writing region close event to WAL at 1731524873255Closed at 1731524873255 2024-11-13T19:07:53,256 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/.initializing 2024-11-13T19:07:53,256 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/WALs/e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:07:53,256 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:53,258 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C43241%2C1731524871379, suffix=, logDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/WALs/e4b56bc8c4b3,43241,1731524871379, archiveDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/oldWALs, maxLogs=10 2024-11-13T19:07:53,269 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/WALs/e4b56bc8c4b3,43241,1731524871379/e4b56bc8c4b3%2C43241%2C1731524871379.1731524873258, exclude list is [], retry=0 2024-11-13T19:07:53,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-cd26afd6-233e-436c-974e-2895dc192cbc,DISK] 2024-11-13T19:07:53,273 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/WALs/e4b56bc8c4b3,43241,1731524871379/e4b56bc8c4b3%2C43241%2C1731524871379.1731524873258 2024-11-13T19:07:53,273 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-13T19:07:53,273 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:53,273 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:53,273 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,273 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:07:53,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:53,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:53,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:07:53,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:53,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:53,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:07:53,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:53,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:53,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:07:53,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:53,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:53,279 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,279 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,280 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,281 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,281 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,281 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:53,282 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:53,283 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:53,283 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68944803, jitterRate=0.027357622981071472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:53,284 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524873273Initializing all the Stores at 1731524873274 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524873274Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524873274Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524873274Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524873274Cleaning up temporary data from old regions at 1731524873281 (+7 ms)Region opened successfully at 1731524873283 (+2 ms) 2024-11-13T19:07:53,284 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:07:53,286 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496e4e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:53,286 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:07:53,286 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:07:53,286 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:07:53,287 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:07:53,287 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:07:53,287 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:07:53,287 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:07:53,288 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:07:53,289 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Unable to get data of znode /0-3019812/balancer because node does not exist (not necessarily an error) 2024-11-13T19:07:53,296 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-3019812/balancer already deleted, retry=false 2024-11-13T19:07:53,296 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:07:53,297 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Unable to get data of znode /0-3019812/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:07:53,304 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-3019812/normalizer already deleted, retry=false 2024-11-13T19:07:53,304 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:07:53,305 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Unable to get data of znode /0-3019812/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:07:53,312 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-3019812/switch/split already deleted, retry=false 2024-11-13T19:07:53,313 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Unable to get data of znode /0-3019812/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:07:53,321 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-3019812/switch/merge already deleted, retry=false 2024-11-13T19:07:53,322 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Unable to get data of znode /0-3019812/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:07:53,329 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-3019812/snapshot-cleanup already deleted, retry=false 2024-11-13T19:07:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-3019812/running 2024-11-13T19:07:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-3019812/running 2024-11-13T19:07:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:53,338 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,43241,1731524871379, sessionid=0x10136e260da0000, setting cluster-up flag (Was=false) 2024-11-13T19:07:53,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:53,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:53,379 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-3019812/flush-table-proc/acquired, /0-3019812/flush-table-proc/reached, /0-3019812/flush-table-proc/abort 2024-11-13T19:07:53,380 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:07:53,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:53,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:53,421 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-3019812/online-snapshot/acquired, /0-3019812/online-snapshot/reached, /0-3019812/online-snapshot/abort 2024-11-13T19:07:53,422 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:07:53,423 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:07:53,428 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:53,428 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:07:53,428 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:07:53,428 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,43241,1731524871379 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:07:53,431 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:53,431 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:53,431 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:53,431 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:53,431 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:07:53,431 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,432 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:53,432 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:53,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:07:53,436 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:53,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:07:53,439 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524903439 2024-11-13T19:07:53,439 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:07:53,439 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:07:53,439 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:07:53,439 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:07:53,439 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:07:53,439 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:07:53,440 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,441 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:07:53,441 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:07:53,441 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:07:53,441 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:07:53,446 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:07:53,446 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:07:53,446 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524873446,5,FailOnTimeoutGroup] 2024-11-13T19:07:53,446 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524873446,5,FailOnTimeoutGroup] 2024-11-13T19:07:53,446 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,446 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:07:53,446 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,446 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:07:53,481 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(746): ClusterId : fd5c85aa-e7c4-4bb6-b7df-4f08873b3680 2024-11-13T19:07:53,481 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:07:53,488 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:07:53,488 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:07:53,497 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:07:53,497 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f52837e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:53,512 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:39651 2024-11-13T19:07:53,512 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:07:53,512 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:07:53,512 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:07:53,513 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,43241,1731524871379 with port=39651, startcode=1731524871548 2024-11-13T19:07:53,513 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:07:53,514 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:07:53,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:53,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43241 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:53,516 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98 2024-11-13T19:07:53,516 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45045 2024-11-13T19:07:53,516 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:07:53,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812/rs 2024-11-13T19:07:53,521 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] zookeeper.ZKUtil(111): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on existing znode=/0-3019812/rs/e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:53,521 WARN [RS:0;e4b56bc8c4b3:39651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:53,521 INFO [RS:0;e4b56bc8c4b3:39651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:53,521 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:53,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,39651,1731524871548] 2024-11-13T19:07:53,527 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:07:53,528 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:07:53,528 INFO [RS:0;e4b56bc8c4b3:39651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:07:53,528 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,528 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:07:53,529 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:07:53,529 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:53,529 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:53,530 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,530 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,530 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,530 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,530 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,530 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39651,1731524871548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:53,548 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:07:53,549 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,39651,1731524871548-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,549 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,549 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.Replication(171): e4b56bc8c4b3,39651,1731524871548 started 2024-11-13T19:07:53,565 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:53,565 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,39651,1731524871548, RpcServer on e4b56bc8c4b3/172.17.0.2:39651, sessionid=0x10136e260da0001 2024-11-13T19:07:53,565 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:07:53,565 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:53,565 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,39651,1731524871548' 2024-11-13T19:07:53,565 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-3019812/flush-table-proc/abort' 2024-11-13T19:07:53,566 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-3019812/flush-table-proc/acquired' 2024-11-13T19:07:53,566 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:07:53,566 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:07:53,566 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:53,566 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,39651,1731524871548' 2024-11-13T19:07:53,566 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-3019812/online-snapshot/abort' 2024-11-13T19:07:53,566 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-3019812/online-snapshot/acquired' 2024-11-13T19:07:53,567 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:07:53,567 INFO [RS:0;e4b56bc8c4b3:39651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:07:53,567 INFO [RS:0;e4b56bc8c4b3:39651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:07:53,667 INFO [RS:0;e4b56bc8c4b3:39651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:53,668 INFO [RS:0;e4b56bc8c4b3:39651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C39651%2C1731524871548, suffix=, logDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548, archiveDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/oldWALs, maxLogs=10 2024-11-13T19:07:53,680 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669, exclude list is [], retry=0 2024-11-13T19:07:53,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-cd26afd6-233e-436c-974e-2895dc192cbc,DISK] 2024-11-13T19:07:53,684 INFO [RS:0;e4b56bc8c4b3:39651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 2024-11-13T19:07:53,684 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-13T19:07:53,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:07:53,848 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98 2024-11-13T19:07:53,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:07:54,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:54,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:54,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:54,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:54,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:54,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:54,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:54,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:54,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:54,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:54,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:54,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:54,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:54,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:54,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:54,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:54,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:54,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:54,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740 2024-11-13T19:07:54,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740 2024-11-13T19:07:54,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:54,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:54,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:54,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:54,263 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:54,263 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72474822, jitterRate=0.07995900511741638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524874254Initializing all the Stores at 1731524874254Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524874254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524874254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524874254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524874254Cleaning up temporary data from old regions at 1731524874260 (+6 ms)Region opened successfully at 1731524874263 (+3 ms) 2024-11-13T19:07:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:54,263 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:54,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:54,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524874263Disabling compacts and flushes for region at 1731524874263Disabling writes for close at 1731524874263Writing region close event to WAL at 1731524874263Closed at 1731524874263 2024-11-13T19:07:54,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:54,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:07:54,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:07:54,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:54,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:07:54,416 DEBUG [e4b56bc8c4b3:43241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:07:54,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:54,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,39651,1731524871548, state=OPENING 2024-11-13T19:07:54,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:07:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:54,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:07:54,463 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:54,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-3019812/meta-region-server: CHANGED 2024-11-13T19:07:54,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-3019812/meta-region-server: CHANGED 2024-11-13T19:07:54,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39651,1731524871548}] 2024-11-13T19:07:54,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:54,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:07:54,618 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:07:54,618 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:54,618 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:07:54,620 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C39651%2C1731524871548.meta, suffix=.meta, logDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548, archiveDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/oldWALs, maxLogs=10 2024-11-13T19:07:54,634 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.meta.1731524874620.meta, exclude list is [], retry=0 2024-11-13T19:07:54,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-cd26afd6-233e-436c-974e-2895dc192cbc,DISK] 2024-11-13T19:07:54,637 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.meta.1731524874620.meta 2024-11-13T19:07:54,637 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-13T19:07:54,637 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:54,638 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:54,638 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:54,638 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:07:54,638 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:07:54,638 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:07:54,638 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:54,638 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:07:54,638 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:07:54,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:54,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:54,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:54,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:54,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:54,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:54,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:54,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:54,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:54,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:54,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:54,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:54,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:54,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:54,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:54,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:54,646 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:54,646 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740 2024-11-13T19:07:54,647 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740 2024-11-13T19:07:54,648 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:54,648 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:54,648 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:54,649 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:54,650 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66094426, jitterRate=-0.015116304159164429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:54,650 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:07:54,650 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524874638Writing region info on filesystem at 1731524874638Initializing all the Stores at 1731524874639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524874639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524874642 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524874642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524874642Cleaning up temporary data from old regions at 1731524874648 (+6 ms)Running coprocessor post-open hooks at 1731524874650 (+2 ms)Region opened successfully at 1731524874650 2024-11-13T19:07:54,651 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524874614 2024-11-13T19:07:54,652 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:07:54,652 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:07:54,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:54,653 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,39651,1731524871548, state=OPEN 2024-11-13T19:07:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-3019812/meta-region-server 2024-11-13T19:07:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-3019812/meta-region-server 2024-11-13T19:07:54,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:07:54,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-3019812/meta-region-server: CHANGED 2024-11-13T19:07:54,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-3019812/meta-region-server: CHANGED 2024-11-13T19:07:54,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:07:54,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,39651,1731524871548 in 250 msec 2024-11-13T19:07:54,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:07:54,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-13T19:07:54,716 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:54,716 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:07:54,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:54,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=-1] 2024-11-13T19:07:54,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:54,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:54,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-13T19:07:54,723 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524874723, completionTime=-1 2024-11-13T19:07:54,723 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:07:54,723 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524934725 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524994725 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43241,1731524871379-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43241,1731524871379-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43241,1731524871379-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:43241, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:54,725 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:54,726 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:54,727 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:07:54,728 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.116sec 2024-11-13T19:07:54,729 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:07:54,729 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:07:54,729 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:07:54,729 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:07:54,729 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:07:54,729 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43241,1731524871379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:54,729 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43241,1731524871379-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:07:54,731 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:07:54,731 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:07:54,731 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,43241,1731524871379-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:54,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d78e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:54,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43241,-1 for getting cluster id 2024-11-13T19:07:54,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:54,783 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd5c85aa-e7c4-4bb6-b7df-4f08873b3680' 2024-11-13T19:07:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd5c85aa-e7c4-4bb6-b7df-4f08873b3680" 2024-11-13T19:07:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4339070e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43241,-1] 2024-11-13T19:07:54,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:54,784 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:54,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1602d4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:54,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=-1] 2024-11-13T19:07:54,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:54,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:54,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:07:54,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:07:54,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:54,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10136e260da0002 connected 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.log.dir so I do NOT create it in target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9 2024-11-13T19:07:54,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.tmp.dir so I do NOT create it in target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9 2024-11-13T19:07:54,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:07:54,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/cluster_df7a13f3-ede2-b5dd-5c42-7b35a180fef8, deleteOnExit=true 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/test.cache.data in system properties and HBase conf 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:07:54,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:07:54,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:07:54,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:07:55,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:55,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:55,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:55,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:55,039 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:07:55,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:55,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55e2c66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:55,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@546db336{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:55,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f00b6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/java.io.tmpdir/jetty-localhost-43401-hadoop-hdfs-3_4_1-tests_jar-_-any-7726658989497953013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:07:55,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@226b3774{HTTP/1.1, (http/1.1)}{localhost:43401} 2024-11-13T19:07:55,139 INFO [Time-limited test {}] server.Server(415): Started @314300ms 2024-11-13T19:07:55,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:07:55,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:07:55,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:07:55,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:07:55,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:07:55,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78053b14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:07:55,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a5c7cd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:07:55,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e7a830{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/java.io.tmpdir/jetty-localhost-37631-hadoop-hdfs-3_4_1-tests_jar-_-any-13820582716808132894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:07:55,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e40576d{HTTP/1.1, (http/1.1)}{localhost:37631} 2024-11-13T19:07:55,415 INFO [Time-limited test {}] server.Server(415): Started @314576ms 2024-11-13T19:07:55,416 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:07:55,991 WARN [Thread-4414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/cluster_df7a13f3-ede2-b5dd-5c42-7b35a180fef8/data/data1/current/BP-555556137-172.17.0.2-1731524874830/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:55,991 WARN [Thread-4415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/cluster_df7a13f3-ede2-b5dd-5c42-7b35a180fef8/data/data2/current/BP-555556137-172.17.0.2-1731524874830/current, will proceed with Du for space computation calculation, 2024-11-13T19:07:56,019 WARN [Thread-4402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:07:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a7be428f3939f56 with lease ID 0x2a72128ac520e698: Processing first storage report for DS-76447b8a-3788-406f-b2e3-fb5def9af1c4 from datanode DatanodeRegistration(127.0.0.1:39403, datanodeUuid=1f4e034d-f9e5-4222-8474-a5d1473a548e, infoPort=41591, infoSecurePort=0, ipcPort=40569, storageInfo=lv=-57;cid=testClusterID;nsid=301298522;c=1731524874830) 2024-11-13T19:07:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a7be428f3939f56 with lease ID 0x2a72128ac520e698: from storage DS-76447b8a-3788-406f-b2e3-fb5def9af1c4 node DatanodeRegistration(127.0.0.1:39403, datanodeUuid=1f4e034d-f9e5-4222-8474-a5d1473a548e, infoPort=41591, infoSecurePort=0, ipcPort=40569, storageInfo=lv=-57;cid=testClusterID;nsid=301298522;c=1731524874830), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a7be428f3939f56 with lease ID 0x2a72128ac520e698: Processing first storage report for DS-05f20582-16eb-45f0-9007-88f98ae90f0f from datanode DatanodeRegistration(127.0.0.1:39403, datanodeUuid=1f4e034d-f9e5-4222-8474-a5d1473a548e, infoPort=41591, infoSecurePort=0, ipcPort=40569, storageInfo=lv=-57;cid=testClusterID;nsid=301298522;c=1731524874830) 2024-11-13T19:07:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a7be428f3939f56 with lease ID 0x2a72128ac520e698: from storage DS-05f20582-16eb-45f0-9007-88f98ae90f0f node DatanodeRegistration(127.0.0.1:39403, datanodeUuid=1f4e034d-f9e5-4222-8474-a5d1473a548e, infoPort=41591, infoSecurePort=0, ipcPort=40569, storageInfo=lv=-57;cid=testClusterID;nsid=301298522;c=1731524874830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:07:56,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9 2024-11-13T19:07:56,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:56,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:56,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:07:56,454 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4 with version=8 2024-11-13T19:07:56,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/hbase-staging 2024-11-13T19:07:56,456 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:56,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:56,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:56,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:56,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:56,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:56,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:07:56,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:56,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45799 2024-11-13T19:07:56,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45799 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:07:56,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457990x0, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:56,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45799-0x10136e260da0003 connected 2024-11-13T19:07:56,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:56,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:56,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on znode that does not yet exist, /11732671049/running 2024-11-13T19:07:56,524 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4, hbase.cluster.distributed=false 2024-11-13T19:07:56,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on znode that does not yet exist, /11732671049/acl 2024-11-13T19:07:56,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-13T19:07:56,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45799 2024-11-13T19:07:56,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45799 2024-11-13T19:07:56,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-13T19:07:56,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45799 2024-11-13T19:07:56,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:07:56,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:56,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:56,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:07:56,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:07:56,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:07:56,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:07:56,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:07:56,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40949 2024-11-13T19:07:56,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40949 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:07:56,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:56,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:56,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409490x0, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:56,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409490x0, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on znode that does not yet exist, /11732671049/running 2024-11-13T19:07:56,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40949-0x10136e260da0004 connected 2024-11-13T19:07:56,555 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:07:56,555 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:07:56,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on znode that does not yet exist, /11732671049/master 2024-11-13T19:07:56,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on znode that does not yet exist, /11732671049/acl 2024-11-13T19:07:56,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40949 2024-11-13T19:07:56,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40949 2024-11-13T19:07:56,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40949 2024-11-13T19:07:56,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40949 2024-11-13T19:07:56,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40949 2024-11-13T19:07:56,573 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:45799 2024-11-13T19:07:56,573 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11732671049/backup-masters/e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:07:56,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049/backup-masters 2024-11-13T19:07:56,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049/backup-masters 2024-11-13T19:07:56,579 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on existing znode=/11732671049/backup-masters/e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:07:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11732671049/master 2024-11-13T19:07:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:56,588 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on existing znode=/11732671049/master 2024-11-13T19:07:56,588 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11732671049/backup-masters/e4b56bc8c4b3,45799,1731524876456 from backup master directory 2024-11-13T19:07:56,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732671049/backup-masters/e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:07:56,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049/backup-masters 2024-11-13T19:07:56,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049/backup-masters 2024-11-13T19:07:56,596 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:56,596 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:07:56,598 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/hbase.id] with ID: 01f403c0-9445-4b92-a78f-acea68736989 2024-11-13T19:07:56,598 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/.tmp/hbase.id 2024-11-13T19:07:56,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:07:57,021 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/.tmp/hbase.id]:[hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/hbase.id] 2024-11-13T19:07:57,028 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:07:57,028 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:07:57,029 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T19:07:57,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:57,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:57,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:07:57,462 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:07:57,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:07:57,463 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:57,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:07:57,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T19:07:57,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T19:07:57,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:07:57,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T19:07:57,870 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store 2024-11-13T19:07:57,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:07:57,929 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:57,930 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:07:57,930 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:57,930 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:57,930 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:07:57,930 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:57,930 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:07:57,930 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524877929Disabling compacts and flushes for region at 1731524877929Disabling writes for close at 1731524877930 (+1 ms)Writing region close event to WAL at 1731524877930Closed at 1731524877930 2024-11-13T19:07:57,931 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/.initializing 2024-11-13T19:07:57,931 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/WALs/e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:07:57,932 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:57,935 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C45799%2C1731524876456, suffix=, logDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/WALs/e4b56bc8c4b3,45799,1731524876456, archiveDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/oldWALs, maxLogs=10 2024-11-13T19:07:57,991 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/WALs/e4b56bc8c4b3,45799,1731524876456/e4b56bc8c4b3%2C45799%2C1731524876456.1731524877936, exclude list is [], retry=0 2024-11-13T19:07:57,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39403,DS-76447b8a-3788-406f-b2e3-fb5def9af1c4,DISK] 2024-11-13T19:07:58,004 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/WALs/e4b56bc8c4b3,45799,1731524876456/e4b56bc8c4b3%2C45799%2C1731524876456.1731524877936 2024-11-13T19:07:58,005 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)] 2024-11-13T19:07:58,005 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:58,005 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:58,005 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,005 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:07:58,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:58,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:58,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:07:58,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:58,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:58,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:07:58,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:58,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:58,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:07:58,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:58,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:07:58,017 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,018 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,018 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,019 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,019 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,020 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:58,021 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:07:58,027 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:58,028 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61178092, jitterRate=-0.08837538957595825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:58,028 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524878005Initializing all the Stores at 1731524878006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524878006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524878010 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524878010Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524878010Cleaning up temporary data from old regions at 1731524878019 (+9 ms)Region opened successfully at 1731524878028 (+9 ms) 2024-11-13T19:07:58,030 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:07:58,033 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e310497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:58,034 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:07:58,034 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:07:58,034 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:07:58,034 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:07:58,035 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:07:58,035 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:07:58,035 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:07:58,040 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:07:58,041 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Unable to get data of znode /11732671049/balancer because node does not exist (not necessarily an error) 2024-11-13T19:07:58,079 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732671049/balancer already deleted, retry=false 2024-11-13T19:07:58,080 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:07:58,080 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Unable to get data of znode /11732671049/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:07:58,087 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732671049/normalizer already deleted, retry=false 2024-11-13T19:07:58,088 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:07:58,089 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Unable to get data of znode /11732671049/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:07:58,096 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732671049/switch/split already deleted, retry=false 2024-11-13T19:07:58,097 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Unable to get data of znode /11732671049/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:07:58,104 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732671049/switch/merge already deleted, retry=false 2024-11-13T19:07:58,106 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Unable to get data of znode /11732671049/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:07:58,112 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11732671049/snapshot-cleanup already deleted, retry=false 2024-11-13T19:07:58,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11732671049/running 2024-11-13T19:07:58,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11732671049/running 2024-11-13T19:07:58,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:58,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:58,128 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,45799,1731524876456, sessionid=0x10136e260da0003, setting cluster-up flag (Was=false) 2024-11-13T19:07:58,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:58,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:58,179 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11732671049/flush-table-proc/acquired, /11732671049/flush-table-proc/reached, /11732671049/flush-table-proc/abort 2024-11-13T19:07:58,180 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:07:58,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:58,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:58,221 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11732671049/online-snapshot/acquired, /11732671049/online-snapshot/reached, /11732671049/online-snapshot/abort 2024-11-13T19:07:58,222 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:07:58,241 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:07:58,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:58,246 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:07:58,246 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:07:58,247 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,45799,1731524876456 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:07:58,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:58,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:58,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:58,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:07:58,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:07:58,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:58,250 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:58,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:07:58,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:58,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:07:58,272 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524908271 2024-11-13T19:07:58,272 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:07:58,272 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:07:58,272 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:07:58,272 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:07:58,272 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:07:58,272 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:07:58,278 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(746): ClusterId : 01f403c0-9445-4b92-a78f-acea68736989 2024-11-13T19:07:58,278 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:07:58,279 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,279 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:07:58,280 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:07:58,280 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:07:58,280 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:07:58,283 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:07:58,283 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:07:58,289 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:07:58,289 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:07:58,291 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524878283,5,FailOnTimeoutGroup] 2024-11-13T19:07:58,300 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:07:58,300 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7966d1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:07:58,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:07:58,310 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524878291,5,FailOnTimeoutGroup] 2024-11-13T19:07:58,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:07:58,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,311 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,329 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:40949 2024-11-13T19:07:58,329 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:07:58,329 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:07:58,329 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:07:58,330 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,45799,1731524876456 with port=40949, startcode=1731524876539 2024-11-13T19:07:58,330 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:07:58,335 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:07:58,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:58,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45799 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:58,337 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4 2024-11-13T19:07:58,338 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45137 2024-11-13T19:07:58,338 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:07:58,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049/rs 2024-11-13T19:07:58,347 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] zookeeper.ZKUtil(111): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on existing znode=/11732671049/rs/e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:58,347 WARN [RS:0;e4b56bc8c4b3:40949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:07:58,347 INFO [RS:0;e4b56bc8c4b3:40949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:58,347 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/WALs/e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:58,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,40949,1731524876539] 2024-11-13T19:07:58,355 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:07:58,356 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:07:58,357 INFO [RS:0;e4b56bc8c4b3:40949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:07:58,357 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,358 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:07:58,359 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:07:58,359 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,359 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,359 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,359 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,359 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,359 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,359 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:07:58,360 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,360 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,360 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,360 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,360 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,360 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:07:58,360 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:58,360 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:07:58,370 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,370 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,371 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,371 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,371 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,371 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40949,1731524876539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:58,392 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:07:58,392 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,40949,1731524876539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,392 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,392 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.Replication(171): e4b56bc8c4b3,40949,1731524876539 started 2024-11-13T19:07:58,410 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:58,410 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,40949,1731524876539, RpcServer on e4b56bc8c4b3/172.17.0.2:40949, sessionid=0x10136e260da0004 2024-11-13T19:07:58,410 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:07:58,410 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:58,410 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40949,1731524876539' 2024-11-13T19:07:58,410 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11732671049/flush-table-proc/abort' 2024-11-13T19:07:58,410 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11732671049/flush-table-proc/acquired' 2024-11-13T19:07:58,411 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:07:58,411 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:07:58,411 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:58,411 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,40949,1731524876539' 2024-11-13T19:07:58,411 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11732671049/online-snapshot/abort' 2024-11-13T19:07:58,411 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11732671049/online-snapshot/acquired' 2024-11-13T19:07:58,412 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:07:58,412 INFO [RS:0;e4b56bc8c4b3:40949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:07:58,412 INFO [RS:0;e4b56bc8c4b3:40949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:07:58,512 INFO [RS:0;e4b56bc8c4b3:40949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:07:58,513 INFO [RS:0;e4b56bc8c4b3:40949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40949%2C1731524876539, suffix=, logDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/WALs/e4b56bc8c4b3,40949,1731524876539, archiveDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/oldWALs, maxLogs=10 2024-11-13T19:07:58,527 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/WALs/e4b56bc8c4b3,40949,1731524876539/e4b56bc8c4b3%2C40949%2C1731524876539.1731524878514, exclude list is [], retry=0 2024-11-13T19:07:58,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39403,DS-76447b8a-3788-406f-b2e3-fb5def9af1c4,DISK] 2024-11-13T19:07:58,531 INFO [RS:0;e4b56bc8c4b3:40949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/WALs/e4b56bc8c4b3,40949,1731524876539/e4b56bc8c4b3%2C40949%2C1731524876539.1731524878514 2024-11-13T19:07:58,531 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)] 2024-11-13T19:07:58,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:07:58,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:07:58,616 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128823 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:07:58,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:07:58,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4 2024-11-13T19:07:58,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741833_1009 (size=32) 2024-11-13T19:07:59,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:59,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:59,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:59,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:59,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:59,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:59,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:59,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:59,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:59,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:59,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:59,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:59,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:59,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:59,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:59,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:59,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:59,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:59,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740 2024-11-13T19:07:59,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740 2024-11-13T19:07:59,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:59,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:59,165 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:59,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:59,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:07:59,168 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65475763, jitterRate=-0.0243351012468338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:59,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524879153Initializing all the Stores at 1731524879154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524879154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524879154Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524879154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524879154Cleaning up temporary data from old regions at 1731524879164 (+10 ms)Region opened successfully at 1731524879168 (+4 ms) 2024-11-13T19:07:59,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:07:59,169 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:07:59,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:07:59,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:07:59,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:07:59,169 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:07:59,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524879169Disabling compacts and flushes for region at 1731524879169Disabling writes for close at 1731524879169Writing region close event to WAL at 1731524879169Closed at 1731524879169 2024-11-13T19:07:59,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:59,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:07:59,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:07:59,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:59,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:07:59,323 DEBUG [e4b56bc8c4b3:45799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:07:59,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:59,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40949,1731524876539, state=OPENING 2024-11-13T19:07:59,396 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:07:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:59,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:07:59,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11732671049/meta-region-server: CHANGED 2024-11-13T19:07:59,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11732671049/meta-region-server: CHANGED 2024-11-13T19:07:59,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:07:59,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40949,1731524876539}] 2024-11-13T19:07:59,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:07:59,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:07:59,570 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:07:59,570 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:07:59,570 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:07:59,571 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C40949%2C1731524876539.meta, suffix=.meta, logDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/WALs/e4b56bc8c4b3,40949,1731524876539, archiveDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/oldWALs, maxLogs=10 2024-11-13T19:07:59,584 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/WALs/e4b56bc8c4b3,40949,1731524876539/e4b56bc8c4b3%2C40949%2C1731524876539.meta.1731524879571.meta, exclude list is [], retry=0 2024-11-13T19:07:59,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39403,DS-76447b8a-3788-406f-b2e3-fb5def9af1c4,DISK] 2024-11-13T19:07:59,587 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/WALs/e4b56bc8c4b3,40949,1731524876539/e4b56bc8c4b3%2C40949%2C1731524876539.meta.1731524879571.meta 2024-11-13T19:07:59,587 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41591:41591)] 2024-11-13T19:07:59,587 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:07:59,587 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:07:59,588 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:07:59,588 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:07:59,588 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:07:59,588 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:07:59,588 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:07:59,588 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:07:59,588 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:07:59,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:07:59,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:07:59,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:59,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:59,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:07:59,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:07:59,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:59,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:59,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:07:59,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:07:59,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:59,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:59,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:07:59,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:07:59,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:07:59,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:07:59,592 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:07:59,592 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740 2024-11-13T19:07:59,593 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740 2024-11-13T19:07:59,593 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:07:59,593 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:07:59,594 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:07:59,594 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:07:59,595 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72989342, jitterRate=0.08762595057487488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:07:59,595 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:07:59,595 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524879588Writing region info on filesystem at 1731524879588Initializing all the Stores at 1731524879588Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524879588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524879589 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524879589Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524879589Cleaning up temporary data from old regions at 1731524879593 (+4 ms)Running coprocessor post-open hooks at 1731524879595 (+2 ms)Region opened successfully at 1731524879595 2024-11-13T19:07:59,596 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524879566 2024-11-13T19:07:59,597 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:07:59,597 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:07:59,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:59,598 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,40949,1731524876539, state=OPEN 2024-11-13T19:07:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11732671049/meta-region-server 2024-11-13T19:07:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11732671049/meta-region-server 2024-11-13T19:07:59,604 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:07:59,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11732671049/meta-region-server: CHANGED 2024-11-13T19:07:59,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11732671049/meta-region-server: CHANGED 2024-11-13T19:07:59,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:07:59,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,40949,1731524876539 in 190 msec 2024-11-13T19:07:59,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:07:59,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-13T19:07:59,607 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:07:59,607 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:07:59,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:59,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40949,1731524876539, seqNum=-1] 2024-11-13T19:07:59,609 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:59,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:59,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3690 sec 2024-11-13T19:07:59,613 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524879613, completionTime=-1 2024-11-13T19:07:59,613 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:07:59,613 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524939615 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731524999615 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45799,1731524876456-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45799,1731524876456-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45799,1731524876456-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:45799, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:59,615 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:59,616 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:07:59,617 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.021sec 2024-11-13T19:07:59,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:07:59,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:07:59,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:07:59,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:07:59,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:07:59,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45799,1731524876456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:07:59,618 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45799,1731524876456-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:07:59,619 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:07:59,619 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:07:59,619 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,45799,1731524876456-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:07:59,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36da5813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:59,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45799,-1 for getting cluster id 2024-11-13T19:07:59,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:07:59,676 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f403c0-9445-4b92-a78f-acea68736989' 2024-11-13T19:07:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:07:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f403c0-9445-4b92-a78f-acea68736989" 2024-11-13T19:07:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3108fbaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45799,-1] 2024-11-13T19:07:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:07:59,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:07:59,678 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:07:59,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da70d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:07:59,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:07:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40949,1731524876539, seqNum=-1] 2024-11-13T19:07:59,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:07:59,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:07:59,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:07:59,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:07:59,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:07:59,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10136e260da0005 connected 2024-11-13T19:07:59,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.log.dir so I do NOT create it in target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978 2024-11-13T19:07:59,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:07:59,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.tmp.dir so I do NOT create it in target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978 2024-11-13T19:07:59,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:07:59,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978 2024-11-13T19:07:59,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:07:59,698 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/cluster_0775bb8a-63d3-dbfa-0175-f442bcf44fc4, deleteOnExit=true 2024-11-13T19:07:59,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/test.cache.data in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:07:59,699 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:07:59,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:07:59,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:07:59,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:07:59,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:07:59,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:07:59,900 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T19:07:59,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,908 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,909 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,910 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,975 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,976 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,977 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:07:59,993 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:00,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:08:00,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:08:00,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:08:00,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:08:00,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:08:00,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:08:00,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d566b11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:08:00,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc809aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:08:00,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26339179{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/java.io.tmpdir/jetty-localhost-44855-hadoop-hdfs-3_4_1-tests_jar-_-any-13263886256178826366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:08:00,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73f910dd{HTTP/1.1, (http/1.1)}{localhost:44855} 2024-11-13T19:08:00,178 INFO [Time-limited test {}] server.Server(415): Started @319339ms 2024-11-13T19:08:00,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:08:00,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:08:00,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:08:00,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:08:00,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:08:00,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241c463e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:08:00,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8327a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:08:00,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37bbef6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/java.io.tmpdir/jetty-localhost-43221-hadoop-hdfs-3_4_1-tests_jar-_-any-18112861676778840863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:08:00,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18a58067{HTTP/1.1, (http/1.1)}{localhost:43221} 2024-11-13T19:08:00,626 INFO [Time-limited test {}] server.Server(415): Started @319787ms 2024-11-13T19:08:00,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:08:01,299 WARN [Thread-4535 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/cluster_0775bb8a-63d3-dbfa-0175-f442bcf44fc4/data/data1/current/BP-335373479-172.17.0.2-1731524879713/current, will proceed with Du for space computation calculation, 2024-11-13T19:08:01,300 WARN [Thread-4536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/cluster_0775bb8a-63d3-dbfa-0175-f442bcf44fc4/data/data2/current/BP-335373479-172.17.0.2-1731524879713/current, will proceed with Du for space computation calculation, 2024-11-13T19:08:01,332 WARN [Thread-4523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:08:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffc121cdc9b80a7c with lease ID 0x2a04e90f9aa0e161: Processing first storage report for DS-f2bb0519-4f87-4f0a-b60a-87067cc5c125 from datanode DatanodeRegistration(127.0.0.1:35057, datanodeUuid=bc0957e3-7fe1-4108-87ff-221c9f0d966c, infoPort=45917, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1564981284;c=1731524879713) 2024-11-13T19:08:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffc121cdc9b80a7c with lease ID 0x2a04e90f9aa0e161: from storage DS-f2bb0519-4f87-4f0a-b60a-87067cc5c125 node DatanodeRegistration(127.0.0.1:35057, datanodeUuid=bc0957e3-7fe1-4108-87ff-221c9f0d966c, infoPort=45917, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1564981284;c=1731524879713), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:08:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffc121cdc9b80a7c with lease ID 0x2a04e90f9aa0e161: Processing first storage report for DS-04b61189-5ee4-4a23-bdf8-ef602fbf4353 from datanode DatanodeRegistration(127.0.0.1:35057, datanodeUuid=bc0957e3-7fe1-4108-87ff-221c9f0d966c, infoPort=45917, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1564981284;c=1731524879713) 2024-11-13T19:08:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffc121cdc9b80a7c with lease ID 0x2a04e90f9aa0e161: from storage DS-04b61189-5ee4-4a23-bdf8-ef602fbf4353 node DatanodeRegistration(127.0.0.1:35057, datanodeUuid=bc0957e3-7fe1-4108-87ff-221c9f0d966c, infoPort=45917, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=1564981284;c=1731524879713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:08:01,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978 2024-11-13T19:08:01,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:01,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:08:01,372 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f with version=8 2024-11-13T19:08:01,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/hbase-staging 2024-11-13T19:08:01,374 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:08:01,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:08:01,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:08:01,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:08:01,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:08:01,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:08:01,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:08:01,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:08:01,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41537 2024-11-13T19:08:01,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41537 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:08:01,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415370x0, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:08:01,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41537-0x10136e260da0006 connected 2024-11-13T19:08:01,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:01,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:01,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on znode that does not yet exist, /2-272402559/running 2024-11-13T19:08:01,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f, hbase.cluster.distributed=false 2024-11-13T19:08:01,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on znode that does not yet exist, /2-272402559/acl 2024-11-13T19:08:01,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-13T19:08:01,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41537 2024-11-13T19:08:01,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41537 2024-11-13T19:08:01,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-13T19:08:01,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-13T19:08:01,468 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e4b56bc8c4b3:0 server-side Connection retries=45 2024-11-13T19:08:01,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:08:01,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:08:01,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:08:01,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:08:01,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:08:01,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:08:01,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:08:01,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37787 2024-11-13T19:08:01,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37787 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:08:01,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:01,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:01,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377870x0, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:08:01,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377870x0, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on znode that does not yet exist, /2-272402559/running 2024-11-13T19:08:01,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37787-0x10136e260da0007 connected 2024-11-13T19:08:01,480 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:08:01,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:08:01,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on znode that does not yet exist, /2-272402559/master 2024-11-13T19:08:01,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on znode that does not yet exist, /2-272402559/acl 2024-11-13T19:08:01,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T19:08:01,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37787 2024-11-13T19:08:01,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37787 2024-11-13T19:08:01,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T19:08:01,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37787 2024-11-13T19:08:01,502 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e4b56bc8c4b3:41537 2024-11-13T19:08:01,503 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-272402559/backup-masters/e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:01,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559/backup-masters 2024-11-13T19:08:01,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559/backup-masters 2024-11-13T19:08:01,513 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on existing znode=/2-272402559/backup-masters/e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:01,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:01,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-272402559/master 2024-11-13T19:08:01,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:01,521 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on existing znode=/2-272402559/master 2024-11-13T19:08:01,521 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-272402559/backup-masters/e4b56bc8c4b3,41537,1731524881373 from backup master directory 2024-11-13T19:08:01,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-272402559/backup-masters/e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:01,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559/backup-masters 2024-11-13T19:08:01,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559/backup-masters 2024-11-13T19:08:01,529 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:08:01,529 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:01,531 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/hbase.id] with ID: fe853596-0467-41ee-af70-9181e204b117 2024-11-13T19:08:01,531 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/.tmp/hbase.id 2024-11-13T19:08:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:08:01,935 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/.tmp/hbase.id]:[hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/hbase.id] 2024-11-13T19:08:01,942 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:01,942 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:08:01,942 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T19:08:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:08:02,370 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:08:02,371 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:08:02,371 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:08:02,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:08:02,781 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store 2024-11-13T19:08:02,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:08:03,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:03,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:08:03,186 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:03,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:03,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:08:03,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:03,186 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:03,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524883186Disabling compacts and flushes for region at 1731524883186Disabling writes for close at 1731524883186Writing region close event to WAL at 1731524883186Closed at 1731524883186 2024-11-13T19:08:03,187 WARN [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/.initializing 2024-11-13T19:08:03,187 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/WALs/e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:03,187 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:08:03,188 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e4b56bc8c4b3%2C41537%2C1731524881373, suffix=, logDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/WALs/e4b56bc8c4b3,41537,1731524881373, archiveDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/oldWALs, maxLogs=10 2024-11-13T19:08:03,200 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/WALs/e4b56bc8c4b3,41537,1731524881373/e4b56bc8c4b3%2C41537%2C1731524881373.1731524883188, exclude list is [], retry=0 2024-11-13T19:08:03,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35057,DS-f2bb0519-4f87-4f0a-b60a-87067cc5c125,DISK] 2024-11-13T19:08:03,203 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/WALs/e4b56bc8c4b3,41537,1731524881373/e4b56bc8c4b3%2C41537%2C1731524881373.1731524883188 2024-11-13T19:08:03,203 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-13T19:08:03,203 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:08:03,204 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:03,204 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,204 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:08:03,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:03,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:08:03,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:03,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:08:03,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:03,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:08:03,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:03,209 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,209 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,210 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,211 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,211 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,211 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:08:03,212 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:08:03,213 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:08:03,213 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71566348, jitterRate=0.06642168760299683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:08:03,213 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731524883204Initializing all the Stores at 1731524883204Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524883204Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524883205 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524883205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524883205Cleaning up temporary data from old regions at 1731524883211 (+6 ms)Region opened successfully at 1731524883213 (+2 ms) 2024-11-13T19:08:03,214 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:08:03,215 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae4c785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:08:03,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:08:03,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:08:03,216 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:08:03,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:08:03,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:08:03,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:08:03,217 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:08:03,218 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:08:03,219 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Unable to get data of znode /2-272402559/balancer because node does not exist (not necessarily an error) 2024-11-13T19:08:03,229 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-272402559/balancer already deleted, retry=false 2024-11-13T19:08:03,230 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:08:03,230 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Unable to get data of znode /2-272402559/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:08:03,237 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-272402559/normalizer already deleted, retry=false 2024-11-13T19:08:03,238 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:08:03,238 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Unable to get data of znode /2-272402559/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:08:03,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-272402559/switch/split already deleted, retry=false 2024-11-13T19:08:03,246 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Unable to get data of znode /2-272402559/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:08:03,254 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-272402559/switch/merge already deleted, retry=false 2024-11-13T19:08:03,255 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Unable to get data of znode /2-272402559/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:08:03,262 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-272402559/snapshot-cleanup already deleted, retry=false 2024-11-13T19:08:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-272402559/running 2024-11-13T19:08:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-272402559/running 2024-11-13T19:08:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:03,271 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e4b56bc8c4b3,41537,1731524881373, sessionid=0x10136e260da0006, setting cluster-up flag (Was=false) 2024-11-13T19:08:03,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:03,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:03,312 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-272402559/flush-table-proc/acquired, /2-272402559/flush-table-proc/reached, /2-272402559/flush-table-proc/abort 2024-11-13T19:08:03,313 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:03,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:03,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:03,354 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-272402559/online-snapshot/acquired, /2-272402559/online-snapshot/reached, /2-272402559/online-snapshot/abort 2024-11-13T19:08:03,355 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:03,356 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:08:03,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:08:03,357 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:08:03,357 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:08:03,357 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e4b56bc8c4b3,41537,1731524881373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:08:03,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:08:03,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:08:03,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:08:03,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:08:03,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e4b56bc8c4b3:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:08:03,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:08:03,358 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,359 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731524913359 2024-11-13T19:08:03,359 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:08:03,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:08:03,359 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:08:03,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:08:03,359 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:08:03,359 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:08:03,359 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:08:03,359 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:08:03,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:08:03,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:08:03,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:08:03,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T19:08:03,360 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:08:03,360 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:08:03,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:08:03,361 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524883360,5,FailOnTimeoutGroup] 2024-11-13T19:08:03,361 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524883361,5,FailOnTimeoutGroup] 2024-11-13T19:08:03,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:08:03,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,361 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:08:03,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:08:03,368 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f 2024-11-13T19:08:03,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:08:03,393 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(746): ClusterId : fe853596-0467-41ee-af70-9181e204b117 2024-11-13T19:08:03,393 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:08:03,402 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:08:03,402 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:08:03,410 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:08:03,411 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749f4daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e4b56bc8c4b3/172.17.0.2:0 2024-11-13T19:08:03,423 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e4b56bc8c4b3:37787 2024-11-13T19:08:03,424 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:08:03,424 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:08:03,424 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:08:03,424 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(2659): reportForDuty to master=e4b56bc8c4b3,41537,1731524881373 with port=37787, startcode=1731524881467 2024-11-13T19:08:03,424 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:08:03,425 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:08:03,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:03,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41537 {}] master.ServerManager(517): Registering regionserver=e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:03,427 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f 2024-11-13T19:08:03,427 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41575 2024-11-13T19:08:03,427 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:08:03,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559/rs 2024-11-13T19:08:03,458 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] zookeeper.ZKUtil(111): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on existing znode=/2-272402559/rs/e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:03,458 WARN [RS:0;e4b56bc8c4b3:37787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:08:03,458 INFO [RS:0;e4b56bc8c4b3:37787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:08:03,458 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/WALs/e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:03,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e4b56bc8c4b3,37787,1731524881467] 2024-11-13T19:08:03,460 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:08:03,462 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:08:03,462 INFO [RS:0;e4b56bc8c4b3:37787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:08:03,462 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,462 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:08:03,463 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:08:03,463 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e4b56bc8c4b3:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:08:03,463 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e4b56bc8c4b3:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:08:03,464 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,464 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,464 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,464 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,464 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,464 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37787,1731524881467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:08:03,476 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:08:03,476 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,37787,1731524881467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,476 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,476 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.Replication(171): e4b56bc8c4b3,37787,1731524881467 started 2024-11-13T19:08:03,489 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:03,489 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1482): Serving as e4b56bc8c4b3,37787,1731524881467, RpcServer on e4b56bc8c4b3/172.17.0.2:37787, sessionid=0x10136e260da0007 2024-11-13T19:08:03,489 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:08:03,489 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:03,489 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,37787,1731524881467' 2024-11-13T19:08:03,489 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-272402559/flush-table-proc/abort' 2024-11-13T19:08:03,490 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-272402559/flush-table-proc/acquired' 2024-11-13T19:08:03,490 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:08:03,490 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:08:03,490 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:03,490 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e4b56bc8c4b3,37787,1731524881467' 2024-11-13T19:08:03,490 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-272402559/online-snapshot/abort' 2024-11-13T19:08:03,490 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-272402559/online-snapshot/acquired' 2024-11-13T19:08:03,491 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:08:03,491 INFO [RS:0;e4b56bc8c4b3:37787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:08:03,491 INFO [RS:0;e4b56bc8c4b3:37787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:08:03,591 INFO [RS:0;e4b56bc8c4b3:37787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:08:03,592 INFO [RS:0;e4b56bc8c4b3:37787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C37787%2C1731524881467, suffix=, logDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/WALs/e4b56bc8c4b3,37787,1731524881467, archiveDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/oldWALs, maxLogs=10 2024-11-13T19:08:03,605 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/WALs/e4b56bc8c4b3,37787,1731524881467/e4b56bc8c4b3%2C37787%2C1731524881467.1731524883592, exclude list is [], retry=0 2024-11-13T19:08:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35057,DS-f2bb0519-4f87-4f0a-b60a-87067cc5c125,DISK] 2024-11-13T19:08:03,608 INFO [RS:0;e4b56bc8c4b3:37787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/WALs/e4b56bc8c4b3,37787,1731524881467/e4b56bc8c4b3%2C37787%2C1731524881467.1731524883592 2024-11-13T19:08:03,608 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-13T19:08:03,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:03,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:08:03,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:08:03,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:03,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:08:03,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:08:03,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:03,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:08:03,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:08:03,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:03,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:08:03,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:08:03,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:03,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:03,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:08:03,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740 2024-11-13T19:08:03,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740 2024-11-13T19:08:03,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:08:03,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:08:03,783 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:08:03,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:08:03,785 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:08:03,785 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69914273, jitterRate=0.04180385172367096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:08:03,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731524883776Initializing all the Stores at 1731524883777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524883777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524883777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524883777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524883777Cleaning up temporary data from old regions at 1731524883783 (+6 ms)Region opened successfully at 1731524883785 (+2 ms) 2024-11-13T19:08:03,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:08:03,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:08:03,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:08:03,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:08:03,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:08:03,785 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:08:03,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524883785Disabling compacts and flushes for region at 1731524883785Disabling writes for close at 1731524883785Writing region close event to WAL at 1731524883785Closed at 1731524883785 2024-11-13T19:08:03,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:08:03,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:08:03,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:08:03,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:08:03,787 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:08:03,938 DEBUG [e4b56bc8c4b3:41537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T19:08:03,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:03,939 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,37787,1731524881467, state=OPENING 2024-11-13T19:08:03,971 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:08:03,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:03,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:03,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:08:03,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-272402559/meta-region-server: CHANGED 2024-11-13T19:08:03,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-272402559/meta-region-server: CHANGED 2024-11-13T19:08:03,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,37787,1731524881467}] 2024-11-13T19:08:04,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:08:04,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:08:04,135 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:08:04,135 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:08:04,135 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:08:04,136 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C37787%2C1731524881467.meta, suffix=.meta, logDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/WALs/e4b56bc8c4b3,37787,1731524881467, archiveDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/oldWALs, maxLogs=10 2024-11-13T19:08:04,148 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/WALs/e4b56bc8c4b3,37787,1731524881467/e4b56bc8c4b3%2C37787%2C1731524881467.meta.1731524884136.meta, exclude list is [], retry=0 2024-11-13T19:08:04,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35057,DS-f2bb0519-4f87-4f0a-b60a-87067cc5c125,DISK] 2024-11-13T19:08:04,151 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/WALs/e4b56bc8c4b3,37787,1731524881467/e4b56bc8c4b3%2C37787%2C1731524881467.meta.1731524884136.meta 2024-11-13T19:08:04,151 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-13T19:08:04,151 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:08:04,151 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:08:04,151 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:08:04,151 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:08:04,151 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:08:04,151 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:08:04,152 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:04,152 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:08:04,152 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:08:04,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:08:04,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:08:04,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:04,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:04,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:08:04,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:08:04,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:04,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:04,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:08:04,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:08:04,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:04,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:04,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:08:04,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:08:04,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:04,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:08:04,157 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:08:04,157 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740 2024-11-13T19:08:04,158 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740 2024-11-13T19:08:04,158 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:08:04,158 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:08:04,159 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:08:04,160 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:08:04,160 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70841334, jitterRate=0.05561813712120056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:08:04,160 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:08:04,160 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731524884152Writing region info on filesystem at 1731524884152Initializing all the Stores at 1731524884152Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524884152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524884152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524884152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731524884152Cleaning up temporary data from old regions at 1731524884158 (+6 ms)Running coprocessor post-open hooks at 1731524884160 (+2 ms)Region opened successfully at 1731524884160 2024-11-13T19:08:04,161 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731524884131 2024-11-13T19:08:04,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:04,162 DEBUG [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:08:04,162 INFO [RS_OPEN_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:08:04,163 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e4b56bc8c4b3,37787,1731524881467, state=OPEN 2024-11-13T19:08:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-272402559/meta-region-server 2024-11-13T19:08:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-272402559/meta-region-server 2024-11-13T19:08:04,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:04,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-272402559/meta-region-server: CHANGED 2024-11-13T19:08:04,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-272402559/meta-region-server: CHANGED 2024-11-13T19:08:04,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:08:04,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e4b56bc8c4b3,37787,1731524881467 in 192 msec 2024-11-13T19:08:04,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:08:04,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-13T19:08:04,174 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:08:04,174 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:08:04,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:04,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37787,1731524881467, seqNum=-1] 2024-11-13T19:08:04,175 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:04,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:08:04,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-11-13T19:08:04,179 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731524884179, completionTime=-1 2024-11-13T19:08:04,179 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T19:08:04,179 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731524944181 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731525004181 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41537,1731524881373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41537,1731524881373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41537,1731524881373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e4b56bc8c4b3:41537, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:04,181 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:04,183 DEBUG [master/e4b56bc8c4b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:08:04,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.655sec 2024-11-13T19:08:04,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:08:04,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:08:04,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:08:04,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:08:04,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:08:04,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41537,1731524881373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:08:04,184 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41537,1731524881373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:08:04,186 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:08:04,186 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:08:04,186 INFO [master/e4b56bc8c4b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e4b56bc8c4b3,41537,1731524881373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:08:04,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6a9ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:04,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41537,-1 for getting cluster id 2024-11-13T19:08:04,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:04,195 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe853596-0467-41ee-af70-9181e204b117' 2024-11-13T19:08:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe853596-0467-41ee-af70-9181e204b117" 2024-11-13T19:08:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20df23fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:04,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41537,-1] 2024-11-13T19:08:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:04,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:04,196 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:04,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190d83f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:04,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37787,1731524881467, seqNum=-1] 2024-11-13T19:08:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:04,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:08:04,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:04,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55498 2024-11-13T19:08:04,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:08:04,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10136e260da0008 connected 2024-11-13T19:08:04,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:08:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56628b3c 2024-11-13T19:08:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:04,225 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:04,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:08:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:08:04,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:08:04,228 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:04,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:08:04,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:08:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:04,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:08:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:04,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 664586ed4184d9b2d7891350abb5e3bd, NAME => 'test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98 2024-11-13T19:08:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:08:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:05,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:05,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 664586ed4184d9b2d7891350abb5e3bd, disabling compactions & flushes 2024-11-13T19:08:05,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:05,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:05,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. after waiting 0 ms 2024-11-13T19:08:05,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:05,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:05,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 664586ed4184d9b2d7891350abb5e3bd: Waiting for close lock at 1731524885049Disabling compacts and flushes for region at 1731524885049Disabling writes for close at 1731524885049Writing region close event to WAL at 1731524885049Closed at 1731524885049 2024-11-13T19:08:05,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:08:05,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524885050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524885050"}]},"ts":"1731524885050"} 2024-11-13T19:08:05,054 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:08:05,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:08:05,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524885055"}]},"ts":"1731524885055"} 2024-11-13T19:08:05,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:08:05,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=664586ed4184d9b2d7891350abb5e3bd, ASSIGN}] 2024-11-13T19:08:05,059 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=664586ed4184d9b2d7891350abb5e3bd, ASSIGN 2024-11-13T19:08:05,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=664586ed4184d9b2d7891350abb5e3bd, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,39651,1731524871548; forceNewPlan=false, retain=false 2024-11-13T19:08:05,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:08:05,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:05,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=664586ed4184d9b2d7891350abb5e3bd, regionState=OPENING, regionLocation=e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:08:05,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=664586ed4184d9b2d7891350abb5e3bd, ASSIGN because future has completed 2024-11-13T19:08:05,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 664586ed4184d9b2d7891350abb5e3bd, server=e4b56bc8c4b3,39651,1731524871548}] 2024-11-13T19:08:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:05,371 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:05,371 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 664586ed4184d9b2d7891350abb5e3bd, NAME => 'test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:08:05,372 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:08:05,372 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:08:05,372 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,372 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:05,372 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,372 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,373 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,374 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 664586ed4184d9b2d7891350abb5e3bd columnFamilyName f 2024-11-13T19:08:05,374 DEBUG [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:05,374 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] regionserver.HStore(327): Store=664586ed4184d9b2d7891350abb5e3bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:05,374 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,375 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 664586ed4184d9b2d7891350abb5e3bd columnFamilyName f1 2024-11-13T19:08:05,375 DEBUG [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:05,375 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] regionserver.HStore(327): Store=664586ed4184d9b2d7891350abb5e3bd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:05,376 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,376 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 664586ed4184d9b2d7891350abb5e3bd columnFamilyName norep 2024-11-13T19:08:05,376 DEBUG [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:05,376 INFO [StoreOpener-664586ed4184d9b2d7891350abb5e3bd-1 {}] regionserver.HStore(327): Store=664586ed4184d9b2d7891350abb5e3bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:05,377 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,377 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,377 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,378 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,378 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,378 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:08:05,379 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,385 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:08:05,385 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 664586ed4184d9b2d7891350abb5e3bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74054844, jitterRate=0.10350316762924194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:08:05,385 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:05,385 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 664586ed4184d9b2d7891350abb5e3bd: Running coprocessor pre-open hook at 1731524885372Writing region info on filesystem at 1731524885372Initializing all the Stores at 1731524885373 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524885373Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524885373Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524885373Cleaning up temporary data from old regions at 1731524885378 (+5 ms)Running coprocessor post-open hooks at 1731524885385 (+7 ms)Region opened successfully at 1731524885385 2024-11-13T19:08:05,386 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., pid=6, masterSystemTime=1731524885366 2024-11-13T19:08:05,387 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:05,388 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:05,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=664586ed4184d9b2d7891350abb5e3bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:08:05,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 664586ed4184d9b2d7891350abb5e3bd, server=e4b56bc8c4b3,39651,1731524871548 because future has completed 2024-11-13T19:08:05,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:08:05,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 664586ed4184d9b2d7891350abb5e3bd, server=e4b56bc8c4b3,39651,1731524871548 in 176 msec 2024-11-13T19:08:05,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:08:05,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=664586ed4184d9b2d7891350abb5e3bd, ASSIGN in 333 msec 2024-11-13T19:08:05,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:08:05,393 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524885393"}]},"ts":"1731524885393"} 2024-11-13T19:08:05,394 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:08:05,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:08:05,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-13T19:08:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:06,376 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:08:06,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:08:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714f188c 2024-11-13T19:08:06,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:06,379 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:06,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:08:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:08:06,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:08:06,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:06,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:08:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:06,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:08:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:08:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:06,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e5009fcf307e7a864969a3253ec7eda, NAME => 'test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4 2024-11-13T19:08:06,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:08:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:07,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:07,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8e5009fcf307e7a864969a3253ec7eda, disabling compactions & flushes 2024-11-13T19:08:07,193 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:07,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:07,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. after waiting 0 ms 2024-11-13T19:08:07,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:07,193 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:07,193 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e5009fcf307e7a864969a3253ec7eda: Waiting for close lock at 1731524887193Disabling compacts and flushes for region at 1731524887193Disabling writes for close at 1731524887193Writing region close event to WAL at 1731524887193Closed at 1731524887193 2024-11-13T19:08:07,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:08:07,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524887195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524887195"}]},"ts":"1731524887195"} 2024-11-13T19:08:07,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:08:07,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:08:07,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524887200"}]},"ts":"1731524887200"} 2024-11-13T19:08:07,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:08:07,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e5009fcf307e7a864969a3253ec7eda, ASSIGN}] 2024-11-13T19:08:07,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e5009fcf307e7a864969a3253ec7eda, ASSIGN 2024-11-13T19:08:07,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8e5009fcf307e7a864969a3253ec7eda, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,40949,1731524876539; forceNewPlan=false, retain=false 2024-11-13T19:08:07,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e5009fcf307e7a864969a3253ec7eda, regionState=OPENING, regionLocation=e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:08:07,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8e5009fcf307e7a864969a3253ec7eda, ASSIGN because future has completed 2024-11-13T19:08:07,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e5009fcf307e7a864969a3253ec7eda, server=e4b56bc8c4b3,40949,1731524876539}] 2024-11-13T19:08:07,515 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:07,515 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e5009fcf307e7a864969a3253ec7eda, NAME => 'test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:08:07,516 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:08:07,516 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:08:07,516 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,516 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:07,516 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,516 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,517 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,518 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5009fcf307e7a864969a3253ec7eda columnFamilyName f 2024-11-13T19:08:07,518 DEBUG [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:07,518 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] regionserver.HStore(327): Store=8e5009fcf307e7a864969a3253ec7eda/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:07,518 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,519 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5009fcf307e7a864969a3253ec7eda columnFamilyName f1 2024-11-13T19:08:07,519 DEBUG [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:07,519 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] regionserver.HStore(327): Store=8e5009fcf307e7a864969a3253ec7eda/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:07,519 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,520 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5009fcf307e7a864969a3253ec7eda columnFamilyName norep 2024-11-13T19:08:07,520 DEBUG [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:07,520 INFO [StoreOpener-8e5009fcf307e7a864969a3253ec7eda-1 {}] regionserver.HStore(327): Store=8e5009fcf307e7a864969a3253ec7eda/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:07,520 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,521 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,521 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,522 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,522 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,522 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:08:07,523 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,525 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:08:07,525 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e5009fcf307e7a864969a3253ec7eda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60358122, jitterRate=-0.10059389472007751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:08:07,525 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:07,525 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e5009fcf307e7a864969a3253ec7eda: Running coprocessor pre-open hook at 1731524887516Writing region info on filesystem at 1731524887516Initializing all the Stores at 1731524887517 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524887517Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524887517Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524887517Cleaning up temporary data from old regions at 1731524887522 (+5 ms)Running coprocessor post-open hooks at 1731524887525 (+3 ms)Region opened successfully at 1731524887525 2024-11-13T19:08:07,526 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda., pid=6, masterSystemTime=1731524887512 2024-11-13T19:08:07,527 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:07,527 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:07,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e5009fcf307e7a864969a3253ec7eda, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:08:07,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e5009fcf307e7a864969a3253ec7eda, server=e4b56bc8c4b3,40949,1731524876539 because future has completed 2024-11-13T19:08:07,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:08:07,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e5009fcf307e7a864969a3253ec7eda, server=e4b56bc8c4b3,40949,1731524876539 in 174 msec 2024-11-13T19:08:07,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:08:07,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8e5009fcf307e7a864969a3253ec7eda, ASSIGN in 330 msec 2024-11-13T19:08:07,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:08:07,537 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524887537"}]},"ts":"1731524887537"} 2024-11-13T19:08:07,538 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:08:07,539 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:08:07,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-13T19:08:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:08,525 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:08:08,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68c01299 2024-11-13T19:08:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:08,527 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:08,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:08:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T19:08:08,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:08:08,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:08,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T19:08:08,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:08:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:08,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741835_1011 (size=902) 2024-11-13T19:08:08,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71e87272044359d8de08a31c64dd8ab7, NAME => 'test,,1731524888528.71e87272044359d8de08a31c64dd8ab7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f 2024-11-13T19:08:08,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741836_1012 (size=39) 2024-11-13T19:08:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:08,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731524888528.71e87272044359d8de08a31c64dd8ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:08,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71e87272044359d8de08a31c64dd8ab7, disabling compactions & flushes 2024-11-13T19:08:08,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:08,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:08,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. after waiting 0 ms 2024-11-13T19:08:08,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:08,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:08,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71e87272044359d8de08a31c64dd8ab7: Waiting for close lock at 1731524888967Disabling compacts and flushes for region at 1731524888967Disabling writes for close at 1731524888967Writing region close event to WAL at 1731524888967Closed at 1731524888967 2024-11-13T19:08:08,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:08:08,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731524888528.71e87272044359d8de08a31c64dd8ab7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731524888968"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524888968"}]},"ts":"1731524888968"} 2024-11-13T19:08:08,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:08:08,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:08:08,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524888970"}]},"ts":"1731524888970"} 2024-11-13T19:08:08,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T19:08:08,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71e87272044359d8de08a31c64dd8ab7, ASSIGN}] 2024-11-13T19:08:08,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71e87272044359d8de08a31c64dd8ab7, ASSIGN 2024-11-13T19:08:08,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71e87272044359d8de08a31c64dd8ab7, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,37787,1731524881467; forceNewPlan=false, retain=false 2024-11-13T19:08:09,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71e87272044359d8de08a31c64dd8ab7, regionState=OPENING, regionLocation=e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:09,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71e87272044359d8de08a31c64dd8ab7, ASSIGN because future has completed 2024-11-13T19:08:09,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71e87272044359d8de08a31c64dd8ab7, server=e4b56bc8c4b3,37787,1731524881467}] 2024-11-13T19:08:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:09,281 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:09,281 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71e87272044359d8de08a31c64dd8ab7, NAME => 'test,,1731524888528.71e87272044359d8de08a31c64dd8ab7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:08:09,281 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:08:09,281 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T19:08:09,281 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,281 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731524888528.71e87272044359d8de08a31c64dd8ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:09,281 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,281 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,282 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,283 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e87272044359d8de08a31c64dd8ab7 columnFamilyName f 2024-11-13T19:08:09,283 DEBUG [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:09,283 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] regionserver.HStore(327): Store=71e87272044359d8de08a31c64dd8ab7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:09,284 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,284 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e87272044359d8de08a31c64dd8ab7 columnFamilyName f1 2024-11-13T19:08:09,284 DEBUG [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:09,284 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] regionserver.HStore(327): Store=71e87272044359d8de08a31c64dd8ab7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:09,284 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,285 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71e87272044359d8de08a31c64dd8ab7 columnFamilyName norep 2024-11-13T19:08:09,285 DEBUG [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:09,285 INFO [StoreOpener-71e87272044359d8de08a31c64dd8ab7-1 {}] regionserver.HStore(327): Store=71e87272044359d8de08a31c64dd8ab7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:09,285 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,286 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,286 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,287 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,287 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,287 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:08:09,288 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,289 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:08:09,290 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71e87272044359d8de08a31c64dd8ab7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62832932, jitterRate=-0.0637163519859314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:08:09,290 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:09,290 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71e87272044359d8de08a31c64dd8ab7: Running coprocessor pre-open hook at 1731524889281Writing region info on filesystem at 1731524889282 (+1 ms)Initializing all the Stores at 1731524889282Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524889282Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524889282Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524889282Cleaning up temporary data from old regions at 1731524889287 (+5 ms)Running coprocessor post-open hooks at 1731524889290 (+3 ms)Region opened successfully at 1731524889290 2024-11-13T19:08:09,291 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731524888528.71e87272044359d8de08a31c64dd8ab7., pid=6, masterSystemTime=1731524889278 2024-11-13T19:08:09,292 DEBUG [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:09,292 INFO [RS_OPEN_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:09,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71e87272044359d8de08a31c64dd8ab7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:09,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71e87272044359d8de08a31c64dd8ab7, server=e4b56bc8c4b3,37787,1731524881467 because future has completed 2024-11-13T19:08:09,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T19:08:09,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71e87272044359d8de08a31c64dd8ab7, server=e4b56bc8c4b3,37787,1731524881467 in 169 msec 2024-11-13T19:08:09,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:08:09,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71e87272044359d8de08a31c64dd8ab7, ASSIGN in 326 msec 2024-11-13T19:08:09,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:08:09,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524889299"}]},"ts":"1731524889299"} 2024-11-13T19:08:09,301 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T19:08:09,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:08:09,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-11-13T19:08:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:08:09,666 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T19:08:09,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa05a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:09,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43241,-1 for getting cluster id 2024-11-13T19:08:09,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:09,668 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd5c85aa-e7c4-4bb6-b7df-4f08873b3680' 2024-11-13T19:08:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd5c85aa-e7c4-4bb6-b7df-4f08873b3680" 2024-11-13T19:08:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15107080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43241,-1] 2024-11-13T19:08:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:09,670 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fc1d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:09,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:08:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d2376d 2024-11-13T19:08:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:09,672 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:09,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://e4b56bc8c4b3:45799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:08:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:08:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:08:09,675 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:45799' 2024-11-13T19:08:09,676 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40413bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:09,676 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45799,-1 for getting cluster id 2024-11-13T19:08:09,676 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:09,676 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f403c0-9445-4b92-a78f-acea68736989' 2024-11-13T19:08:09,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:09,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f403c0-9445-4b92-a78f-acea68736989" 2024-11-13T19:08:09,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ffff48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:09,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45799,-1] 2024-11-13T19:08:09,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:09,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:09,677 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271addfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:09,678 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:08:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eacec7f 2024-11-13T19:08:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:09,679 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:09,680 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T19:08:09,680 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:08:09,680 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:09,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:09,680 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:09,680 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:08:09,681 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T19:08:09,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:08:09,682 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:09,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:08:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741837_1013 (size=1138) 2024-11-13T19:08:09,732 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T19:08:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:08:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:08:10,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e53786fd7b1c7eb0494bbbbcc20e4dde, NAME => 'hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98 2024-11-13T19:08:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741838_1014 (size=44) 2024-11-13T19:08:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:08:10,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:10,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e53786fd7b1c7eb0494bbbbcc20e4dde, disabling compactions & flushes 2024-11-13T19:08:10,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:10,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:10,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. after waiting 0 ms 2024-11-13T19:08:10,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:10,494 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:10,494 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e53786fd7b1c7eb0494bbbbcc20e4dde: Waiting for close lock at 1731524890494Disabling compacts and flushes for region at 1731524890494Disabling writes for close at 1731524890494Writing region close event to WAL at 1731524890494Closed at 1731524890494 2024-11-13T19:08:10,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:08:10,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731524890495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731524890495"}]},"ts":"1731524890495"} 2024-11-13T19:08:10,496 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T19:08:10,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:08:10,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524890497"}]},"ts":"1731524890497"} 2024-11-13T19:08:10,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T19:08:10,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e53786fd7b1c7eb0494bbbbcc20e4dde, ASSIGN}] 2024-11-13T19:08:10,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e53786fd7b1c7eb0494bbbbcc20e4dde, ASSIGN 2024-11-13T19:08:10,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e53786fd7b1c7eb0494bbbbcc20e4dde, ASSIGN; state=OFFLINE, location=e4b56bc8c4b3,39651,1731524871548; forceNewPlan=false, retain=false 2024-11-13T19:08:10,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e53786fd7b1c7eb0494bbbbcc20e4dde, regionState=OPENING, regionLocation=e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:08:10,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e53786fd7b1c7eb0494bbbbcc20e4dde, ASSIGN because future has completed 2024-11-13T19:08:10,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e53786fd7b1c7eb0494bbbbcc20e4dde, server=e4b56bc8c4b3,39651,1731524871548}] 2024-11-13T19:08:10,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:10,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:08:10,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T19:08:10,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e4b56bc8c4b3%2C39651%2C1731524871548.rep, suffix=, logDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548, archiveDir=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/oldWALs, maxLogs=10 2024-11-13T19:08:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:08:10,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.rep.1731524890807, exclude list is [], retry=0 2024-11-13T19:08:10,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-cd26afd6-233e-436c-974e-2895dc192cbc,DISK] 2024-11-13T19:08:10,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.rep.1731524890807 2024-11-13T19:08:10,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-13T19:08:10,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e53786fd7b1c7eb0494bbbbcc20e4dde, NAME => 'hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:08:10,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T19:08:10,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:08:10,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. service=MultiRowMutationService 2024-11-13T19:08:10,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T19:08:10,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:08:10,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,825 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,825 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e53786fd7b1c7eb0494bbbbcc20e4dde columnFamilyName hfileref 2024-11-13T19:08:10,825 DEBUG [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:10,826 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] regionserver.HStore(327): Store=e53786fd7b1c7eb0494bbbbcc20e4dde/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:10,826 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,827 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e53786fd7b1c7eb0494bbbbcc20e4dde columnFamilyName queue 2024-11-13T19:08:10,827 DEBUG [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:10,827 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] regionserver.HStore(327): Store=e53786fd7b1c7eb0494bbbbcc20e4dde/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:10,827 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,828 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e53786fd7b1c7eb0494bbbbcc20e4dde columnFamilyName sid 2024-11-13T19:08:10,828 DEBUG [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:08:10,828 INFO [StoreOpener-e53786fd7b1c7eb0494bbbbcc20e4dde-1 {}] regionserver.HStore(327): Store=e53786fd7b1c7eb0494bbbbcc20e4dde/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:08:10,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T19:08:10,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:08:10,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e53786fd7b1c7eb0494bbbbcc20e4dde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60278588, jitterRate=-0.101779043674469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T19:08:10,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:10,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e53786fd7b1c7eb0494bbbbcc20e4dde: Running coprocessor pre-open hook at 1731524890824Writing region info on filesystem at 1731524890824Initializing all the Stores at 1731524890824Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524890824Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524890824Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731524890824Cleaning up temporary data from old regions at 1731524890829 (+5 ms)Running coprocessor post-open hooks at 1731524890831 (+2 ms)Region opened successfully at 1731524890832 (+1 ms) 2024-11-13T19:08:10,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde., pid=10, masterSystemTime=1731524890803 2024-11-13T19:08:10,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:10,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:10,834 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e53786fd7b1c7eb0494bbbbcc20e4dde, regionState=OPEN, openSeqNum=2, regionLocation=e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:08:10,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e53786fd7b1c7eb0494bbbbcc20e4dde, server=e4b56bc8c4b3,39651,1731524871548 because future has completed 2024-11-13T19:08:10,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T19:08:10,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e53786fd7b1c7eb0494bbbbcc20e4dde, server=e4b56bc8c4b3,39651,1731524871548 in 184 msec 2024-11-13T19:08:10,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T19:08:10,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e53786fd7b1c7eb0494bbbbcc20e4dde, ASSIGN in 339 msec 2024-11-13T19:08:10,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:08:10,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731524890839"}]},"ts":"1731524890839"} 2024-11-13T19:08:10,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T19:08:10,841 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:08:10,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-13T19:08:10,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:08:10,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2] 2024-11-13T19:08:10,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:10,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:08:10,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:08:11,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:08:11,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T19:08:11,207 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T19:08:11,232 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e4b56bc8c4b3,39651,1731524871548, ReplicationSource: 1, currentBandwidth=0 2024-11-13T19:08:11,232 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:11,232 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=-1] 2024-11-13T19:08:11,233 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:11,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T19:08:11,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e4b56bc8c4b3,39651,1731524871548', locateType=CURRENT is [region=hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2] 2024-11-13T19:08:11,237 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T19:08:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T19:08:11,238 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e4b56bc8c4b3,39651,1731524871548 suceeded 2024-11-13T19:08:11,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T19:08:11,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-13T19:08:11,240 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e4b56bc8c4b3:45799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:08:11,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5680 sec 2024-11-13T19:08:11,250 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:45799' 2024-11-13T19:08:11,251 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7df05ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,251 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45799,-1 for getting cluster id 2024-11-13T19:08:11,251 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:11,251 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f403c0-9445-4b92-a78f-acea68736989' 2024-11-13T19:08:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f403c0-9445-4b92-a78f-acea68736989" 2024-11-13T19:08:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468d0fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45799,-1] 2024-11-13T19:08:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:11,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:11,252 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:11,253 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28dc44af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,253 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:11,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:08:11,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2839cce2 2024-11-13T19:08:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:11,254 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T19:08:11,255 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e4b56bc8c4b3,39651,1731524871548 (queues=1) is replicating from cluster=fd5c85aa-e7c4-4bb6-b7df-4f08873b3680 to cluster=01f403c0-9445-4b92-a78f-acea68736989 2024-11-13T19:08:11,255 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e4b56bc8c4b3%2C39651%2C1731524871548 2024-11-13T19:08:11,255 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e4b56bc8c4b3,39651,1731524871548, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:08:11,255 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C39651%2C1731524871548 2024-11-13T19:08:11,255 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669, startPosition=0, beingWritten=true 2024-11-13T19:08:11,259 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:08:11,259 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to pos 379, reset compression=false 2024-11-13T19:08:11,259 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39651,1731524871548 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:08:11,462 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to pos 379, reset compression=false 2024-11-13T19:08:11,765 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to pos 379, reset compression=false 2024-11-13T19:08:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T19:08:11,825 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T19:08:11,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:11,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:11,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:11,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:11,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:11,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6987c430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43241,-1 for getting cluster id 2024-11-13T19:08:11,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:11,827 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd5c85aa-e7c4-4bb6-b7df-4f08873b3680' 2024-11-13T19:08:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd5c85aa-e7c4-4bb6-b7df-4f08873b3680" 2024-11-13T19:08:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da74790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43241,-1] 2024-11-13T19:08:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:11,828 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:11,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40eddd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb517a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45799,-1 for getting cluster id 2024-11-13T19:08:11,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:11,829 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f403c0-9445-4b92-a78f-acea68736989' 2024-11-13T19:08:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f403c0-9445-4b92-a78f-acea68736989" 2024-11-13T19:08:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406d87b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45799,-1] 2024-11-13T19:08:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:11,830 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f08d0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20766606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41537,-1 for getting cluster id 2024-11-13T19:08:11,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:11,831 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe853596-0467-41ee-af70-9181e204b117' 2024-11-13T19:08:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe853596-0467-41ee-af70-9181e204b117" 2024-11-13T19:08:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147882a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41537,-1] 2024-11-13T19:08:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:11,832 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:11,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a7317e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:11,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:11,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731524891836/Put/seqid=0 2024-11-13T19:08:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741840_1016 (size=7894) 2024-11-13T19:08:12,170 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to pos 379, reset compression=false 2024-11-13T19:08:12,243 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731524892243/Put/seqid=0 2024-11-13T19:08:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741841_1017 (size=7691) 2024-11-13T19:08:12,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ebe7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:12,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43241,-1 for getting cluster id 2024-11-13T19:08:12,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:12,248 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd5c85aa-e7c4-4bb6-b7df-4f08873b3680' 2024-11-13T19:08:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd5c85aa-e7c4-4bb6-b7df-4f08873b3680" 2024-11-13T19:08:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da47574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43241,-1] 2024-11-13T19:08:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:12,249 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:12,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28204a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:12,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=-1] 2024-11-13T19:08:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:12,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:08:12,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:08:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f51ff56 2024-11-13T19:08:12,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:12,257 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:12,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2] 2024-11-13T19:08:12,262 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:08:12,266 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T19:08:12,268 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T19:08:12,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 664586ed4184d9b2d7891350abb5e3bd/f 2024-11-13T19:08:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T19:08:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:12,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 664586ed4184d9b2d7891350abb5e3bd/f 2024-11-13T19:08:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T19:08:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HRegion(2603): Flush status journal for 664586ed4184d9b2d7891350abb5e3bd: 2024-11-13T19:08:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_1 2024-11-13T19:08:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_1 as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ 2024-11-13T19:08:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_0 2024-11-13T19:08:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_0 as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ 2024-11-13T19:08:12,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_1 into 664586ed4184d9b2d7891350abb5e3bd/f as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ - updating store file list. 2024-11-13T19:08:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa84835ad65e417ba3e7d223a07566b0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:12,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ into 664586ed4184d9b2d7891350abb5e3bd/f 2024-11-13T19:08:12,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_1 into 664586ed4184d9b2d7891350abb5e3bd/f (new location: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_) 2024-11-13T19:08:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_1 2024-11-13T19:08:12,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_0 into 664586ed4184d9b2d7891350abb5e3bd/f as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ - updating store file list. 2024-11-13T19:08:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b82e07e2c138484dbe28764d534dc5d1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:12,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ into 664586ed4184d9b2d7891350abb5e3bd/f 2024-11-13T19:08:12,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_0 into 664586ed4184d9b2d7891350abb5e3bd/f (new location: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_) 2024-11-13T19:08:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__oq2o05qjf26j9fi0iu1jfh116u5e6lf2n39mj0n8jbgc5bl0mtms848bvqe4g0v4/f/hfile_0 2024-11-13T19:08:12,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:12,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:12,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:12,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:12,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2 , the old value is region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e4b56bc8c4b3:39651 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:08:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:08:12,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2 from cache 2024-11-13T19:08:12,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:12,290 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:08:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40949,1731524876539, seqNum=-1] 2024-11-13T19:08:12,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:12,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:08:12,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda., hostname=e4b56bc8c4b3,40949,1731524876539, seqNum=2] 2024-11-13T19:08:12,293 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:08:12,395 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:39651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:08:12,673 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to pos 379, reset compression=false 2024-11-13T19:08:12,687 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:08:12,687 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39651,1731524871548 got entry batch from reader: WALEntryBatch [walEntries=[{test/664586ed4184d9b2d7891350abb5e3bd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731524892288/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:08:12,689 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:08:12,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T19:08:12,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.ReplicationSink(318): Replicating [fd5c85aa-e7c4-4bb6-b7df-4f08873b3680] bulk loaded data 2024-11-13T19:08:12,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eba9c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:12,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,45799,-1 for getting cluster id 2024-11-13T19:08:12,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:12,692 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01f403c0-9445-4b92-a78f-acea68736989' 2024-11-13T19:08:12,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:12,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01f403c0-9445-4b92-a78f-acea68736989" 2024-11-13T19:08:12,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac53f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:12,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,45799,-1] 2024-11-13T19:08:12,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:12,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:12,693 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:12,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34769865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:12,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741837_1013 (size=7691) 2024-11-13T19:08:12,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741838_1014 (size=7894) 2024-11-13T19:08:12,888 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to pos 687, reset compression=false 2024-11-13T19:08:13,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:13,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:08:13,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58278844 2024-11-13T19:08:13,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:13,109 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T19:08:13,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:08:13,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:13,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,40949,1731524876539, seqNum=-1] 2024-11-13T19:08:13,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:13,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T19:08:13,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T19:08:13,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T19:08:13,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ for inclusion in 8e5009fcf307e7a864969a3253ec7eda/f 2024-11-13T19:08:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T19:08:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:13,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ for inclusion in 8e5009fcf307e7a864969a3253ec7eda/f 2024-11-13T19:08:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T19:08:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HRegion(2603): Flush status journal for 8e5009fcf307e7a864969a3253ec7eda: 2024-11-13T19:08:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:08:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/299ffa4f9b304508a3c4e9768af9591d_SeqId_4_ 2024-11-13T19:08:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:08:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/6bdfbf6fa6ed42889b5f64c617d0b09b_SeqId_4_ 2024-11-13T19:08:13,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ into 8e5009fcf307e7a864969a3253ec7eda/f as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/299ffa4f9b304508a3c4e9768af9591d_SeqId_4_ - updating store file list. 2024-11-13T19:08:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 299ffa4f9b304508a3c4e9768af9591d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:13,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/299ffa4f9b304508a3c4e9768af9591d_SeqId_4_ into 8e5009fcf307e7a864969a3253ec7eda/f 2024-11-13T19:08:13,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ into 8e5009fcf307e7a864969a3253ec7eda/f (new location: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/299ffa4f9b304508a3c4e9768af9591d_SeqId_4_) 2024-11-13T19:08:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/aa84835ad65e417ba3e7d223a07566b0_SeqId_4_ 2024-11-13T19:08:13,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ into 8e5009fcf307e7a864969a3253ec7eda/f as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/6bdfbf6fa6ed42889b5f64c617d0b09b_SeqId_4_ - updating store file list. 2024-11-13T19:08:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bdfbf6fa6ed42889b5f64c617d0b09b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:13,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/6bdfbf6fa6ed42889b5f64c617d0b09b_SeqId_4_ into 8e5009fcf307e7a864969a3253ec7eda/f 2024-11-13T19:08:13,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ into 8e5009fcf307e7a864969a3253ec7eda/f (new location: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/6bdfbf6fa6ed42889b5f64c617d0b09b_SeqId_4_) 2024-11-13T19:08:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__fff9b8gp0cc7h7m8qk94ugr2mnhn3k0hhj8loogrhi22ebao9qis2r99ip64256/f/b82e07e2c138484dbe28764d534dc5d1_SeqId_4_ 2024-11-13T19:08:13,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.ReplicationSink(324): Finished replicating [fd5c85aa-e7c4-4bb6-b7df-4f08873b3680] bulk loaded data 2024-11-13T19:08:13,190 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to pos 687, reset compression=false 2024-11-13T19:08:13,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37787,1731524881467, seqNum=-1] 2024-11-13T19:08:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:13,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:08:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524888528.71e87272044359d8de08a31c64dd8ab7., hostname=e4b56bc8c4b3,37787,1731524881467, seqNum=2] 2024-11-13T19:08:13,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:08:13,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:08:13,308 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e4b56bc8c4b3%2C39651%2C1731524871548:(num 1731524873669) roll requested 2024-11-13T19:08:13,320 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308, exclude list is [], retry=0 2024-11-13T19:08:13,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-cd26afd6-233e-436c-974e-2895dc192cbc,DISK] 2024-11-13T19:08:13,324 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 2024-11-13T19:08:13,324 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-13T19:08:13,324 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 is not closed yet, will try archiving it next time 2024-11-13T19:08:13,324 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e4b56bc8c4b3%2C39651%2C1731524871548.rep:(num 1731524890807) roll requested 2024-11-13T19:08:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741832_1008 (size=695) 2024-11-13T19:08:13,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a942187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43241,-1 for getting cluster id 2024-11-13T19:08:13,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:13,329 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/oldWALs/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 2024-11-13T19:08:13,330 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd5c85aa-e7c4-4bb6-b7df-4f08873b3680' 2024-11-13T19:08:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd5c85aa-e7c4-4bb6-b7df-4f08873b3680" 2024-11-13T19:08:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407553a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43241,-1] 2024-11-13T19:08:13,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:13,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:13,331 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6062af75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:08:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c967779 2024-11-13T19:08:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:13,333 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:13,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://e4b56bc8c4b3:41537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T19:08:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T19:08:13,336 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:41537' 2024-11-13T19:08:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:08:13,337 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a88a508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,337 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41537,-1 for getting cluster id 2024-11-13T19:08:13,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:13,338 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.rep.1731524893324, exclude list is [], retry=0 2024-11-13T19:08:13,338 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe853596-0467-41ee-af70-9181e204b117' 2024-11-13T19:08:13,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:13,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe853596-0467-41ee-af70-9181e204b117" 2024-11-13T19:08:13,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ea007b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41537,-1] 2024-11-13T19:08:13,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:13,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:13,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-cd26afd6-233e-436c-974e-2895dc192cbc,DISK] 2024-11-13T19:08:13,340 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:13,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750713f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:13,341 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.rep.1731524890807 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.rep.1731524893324 2024-11-13T19:08:13,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:13,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1cc5da 2024-11-13T19:08:13,341 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-13T19:08:13,341 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.rep.1731524890807 is not closed yet, will try archiving it next time 2024-11-13T19:08:13,341 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e4b56bc8c4b3%2C39651%2C1731524871548.meta:.meta(num 1731524874620) roll requested 2024-11-13T19:08:13,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:13,342 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741839_1015 (size=1505) 2024-11-13T19:08:13,343 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T19:08:13,343 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T19:08:13,343 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:13,343 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:13,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:13,357 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.meta.1731524893341.meta, exclude list is [], retry=0 2024-11-13T19:08:13,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-cd26afd6-233e-436c-974e-2895dc192cbc,DISK] 2024-11-13T19:08:13,360 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.meta.1731524874620.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.meta.1731524893341.meta 2024-11-13T19:08:13,360 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-13T19:08:13,360 DEBUG [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.meta.1731524874620.meta is not closed yet, will try archiving it next time 2024-11-13T19:08:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741834_1010 (size=3473) 2024-11-13T19:08:13,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T19:08:13,397 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:08:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:08:13,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T19:08:13,549 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T19:08:13,573 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-e4b56bc8c4b3,39651,1731524871548, ReplicationSource: 2, currentBandwidth=0 2024-11-13T19:08:13,575 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T19:08:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T19:08:13,577 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e4b56bc8c4b3,39651,1731524871548 suceeded 2024-11-13T19:08:13,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T19:08:13,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-11-13T19:08:13,578 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e4b56bc8c4b3:41537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T19:08:13,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 244 msec 2024-11-13T19:08:13,587 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e4b56bc8c4b3:41537' 2024-11-13T19:08:13,588 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@401c41a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,588 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41537,-1 for getting cluster id 2024-11-13T19:08:13,588 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:13,589 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe853596-0467-41ee-af70-9181e204b117' 2024-11-13T19:08:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe853596-0467-41ee-af70-9181e204b117" 2024-11-13T19:08:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a63562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41537,-1] 2024-11-13T19:08:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:13,590 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:13,590 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b3a439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:13,590 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:13,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:13,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4583618a 2024-11-13T19:08:13,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:13,591 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T19:08:13,592 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e4b56bc8c4b3,39651,1731524871548 (queues=1) is replicating from cluster=fd5c85aa-e7c4-4bb6-b7df-4f08873b3680 to cluster=fe853596-0467-41ee-af70-9181e204b117 2024-11-13T19:08:13,592 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e4b56bc8c4b3%2C39651%2C1731524871548 2024-11-13T19:08:13,592 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e4b56bc8c4b3,39651,1731524871548, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T19:08:13,592 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308, startPosition=0, beingWritten=true 2024-11-13T19:08:13,592 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e4b56bc8c4b3%2C39651%2C1731524871548 2024-11-13T19:08:13,593 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 to pos 687, reset compression=false 2024-11-13T19:08:13,598 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 was moved to hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/oldWALs/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 2024-11-13T19:08:13,600 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669 2024-11-13T19:08:13,600 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39651,1731524871548 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T19:08:13,600 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308, startPosition=0, beingWritten=true 2024-11-13T19:08:13,601 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e4b56bc8c4b3%2C39651%2C1731524871548.1731524873669] 2024-11-13T19:08:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T19:08:13,656 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T19:08:13,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:13,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:13,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:13,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:13,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:13,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:08:13,660 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731524893659/Put/seqid=0 2024-11-13T19:08:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741845_1021 (size=11194) 2024-11-13T19:08:13,796 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 0, reset compression=false 2024-11-13T19:08:14,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731524894064/Put/seqid=0 2024-11-13T19:08:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741846_1022 (size=10791) 2024-11-13T19:08:14,099 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 0, reset compression=false 2024-11-13T19:08:14,104 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 0, reset compression=false 2024-11-13T19:08:14,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513f8ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:14,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,43241,-1 for getting cluster id 2024-11-13T19:08:14,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:14,469 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd5c85aa-e7c4-4bb6-b7df-4f08873b3680' 2024-11-13T19:08:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd5c85aa-e7c4-4bb6-b7df-4f08873b3680" 2024-11-13T19:08:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d91a523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,43241,-1] 2024-11-13T19:08:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:14,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:14,471 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:14,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f101492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:14,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=-1] 2024-11-13T19:08:14,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:14,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:08:14,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:08:14,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb2d905 2024-11-13T19:08:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:14,480 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:08:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2] 2024-11-13T19:08:14,486 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:08:14,490 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T19:08:14,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T19:08:14,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 664586ed4184d9b2d7891350abb5e3bd/f 2024-11-13T19:08:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T19:08:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:14,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 664586ed4184d9b2d7891350abb5e3bd/f 2024-11-13T19:08:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T19:08:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HRegion(2603): Flush status journal for 664586ed4184d9b2d7891350abb5e3bd: 2024-11-13T19:08:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_0 2024-11-13T19:08:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_0 as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ 2024-11-13T19:08:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_1 2024-11-13T19:08:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_1 as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ 2024-11-13T19:08:14,503 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 0, reset compression=false 2024-11-13T19:08:14,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_0 into 664586ed4184d9b2d7891350abb5e3bd/f as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ - updating store file list. 2024-11-13T19:08:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:14,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ into 664586ed4184d9b2d7891350abb5e3bd/f 2024-11-13T19:08:14,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_0 into 664586ed4184d9b2d7891350abb5e3bd/f (new location: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_) 2024-11-13T19:08:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_0 2024-11-13T19:08:14,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_1 into 664586ed4184d9b2d7891350abb5e3bd/f as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ - updating store file list. 2024-11-13T19:08:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:14,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ into 664586ed4184d9b2d7891350abb5e3bd/f 2024-11-13T19:08:14,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_1 into 664586ed4184d9b2d7891350abb5e3bd/f (new location: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_) 2024-11-13T19:08:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/staging/jenkins__test__lsce5v4ug585qe7i3fe39k3oshg7trlg636a74mh72k66lbg86sfkpqos47ubnbf/f/hfile_1 2024-11-13T19:08:14,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:14,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:14,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:14,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:14,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2 , the old value is region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e4b56bc8c4b3:39651 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:08:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T19:08:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., hostname=e4b56bc8c4b3,39651,1731524871548, seqNum=2 from cache 2024-11-13T19:08:14,515 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T19:08:14,518 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:08:14,616 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:39651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T19:08:14,707 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 0, reset compression=false 2024-11-13T19:08:14,711 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:08:14,711 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39651,1731524871548 got entry batch from reader: WALEntryBatch [walEntries=[{test/664586ed4184d9b2d7891350abb5e3bd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731524894512/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:08:14,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.ReplicationSink(318): Replicating [fd5c85aa-e7c4-4bb6-b7df-4f08873b3680] bulk loaded data 2024-11-13T19:08:14,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741839_1015 (size=11194) 2024-11-13T19:08:14,912 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:15,007 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 0, reset compression=false 2024-11-13T19:08:15,011 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T19:08:15,011 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e4b56bc8c4b3,39651,1731524871548 got entry batch from reader: WALEntryBatch [walEntries=[{test/664586ed4184d9b2d7891350abb5e3bd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731524894512/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T19:08:15,013 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:08:15,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T19:08:15,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(318): Replicating [fd5c85aa-e7c4-4bb6-b7df-4f08873b3680] bulk loaded data 2024-11-13T19:08:15,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7db5be9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:15,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] client.ClusterIdFetcher(90): Going to request e4b56bc8c4b3,41537,-1 for getting cluster id 2024-11-13T19:08:15,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:08:15,015 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe853596-0467-41ee-af70-9181e204b117' 2024-11-13T19:08:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:08:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe853596-0467-41ee-af70-9181e204b117" 2024-11-13T19:08:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7a638d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e4b56bc8c4b3,41537,-1] 2024-11-13T19:08:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:08:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:15,016 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:08:15,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8b4fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:08:15,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741837_1013 (size=11194) 2024-11-13T19:08:15,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741838_1014 (size=10791) 2024-11-13T19:08:15,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741840_1016 (size=10791) 2024-11-13T19:08:15,211 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:15,215 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:15,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:15,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:15,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2850e8f1 2024-11-13T19:08:15,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:08:15,436 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T19:08:15,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:08:15,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:08:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e4b56bc8c4b3,37787,1731524881467, seqNum=-1] 2024-11-13T19:08:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:08:15,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T19:08:15,444 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T19:08:15,446 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T19:08:15,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ for inclusion in 71e87272044359d8de08a31c64dd8ab7/f 2024-11-13T19:08:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T19:08:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:15,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ for inclusion in 71e87272044359d8de08a31c64dd8ab7/f 2024-11-13T19:08:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T19:08:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HRegion(2603): Flush status journal for 71e87272044359d8de08a31c64dd8ab7: 2024-11-13T19:08:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:08:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/f/3f0e5a1dbdae4a3fb4f39750d6944b39_SeqId_4_ 2024-11-13T19:08:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:08:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/f/eb92023922e54b288c4b5594234b87c2_SeqId_4_ 2024-11-13T19:08:15,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ into 71e87272044359d8de08a31c64dd8ab7/f as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/f/3f0e5a1dbdae4a3fb4f39750d6944b39_SeqId_4_ - updating store file list. 2024-11-13T19:08:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f0e5a1dbdae4a3fb4f39750d6944b39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:15,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/f/3f0e5a1dbdae4a3fb4f39750d6944b39_SeqId_4_ into 71e87272044359d8de08a31c64dd8ab7/f 2024-11-13T19:08:15,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ into 71e87272044359d8de08a31c64dd8ab7/f (new location: hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/f/3f0e5a1dbdae4a3fb4f39750d6944b39_SeqId_4_) 2024-11-13T19:08:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ 2024-11-13T19:08:15,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ into 71e87272044359d8de08a31c64dd8ab7/f as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/f/eb92023922e54b288c4b5594234b87c2_SeqId_4_ - updating store file list. 2024-11-13T19:08:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb92023922e54b288c4b5594234b87c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:15,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/f/eb92023922e54b288c4b5594234b87c2_SeqId_4_ into 71e87272044359d8de08a31c64dd8ab7/f 2024-11-13T19:08:15,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ into 71e87272044359d8de08a31c64dd8ab7/f (new location: hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/f/eb92023922e54b288c4b5594234b87c2_SeqId_4_) 2024-11-13T19:08:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/staging/jenkins.hfs.23__test__mhu11fsrssapq4qdg2fhg7dnfkb8k9mph103slflp1qkfanasdbd03kdr19fcn1u/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ 2024-11-13T19:08:15,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37787 {}] regionserver.ReplicationSink(324): Finished replicating [fd5c85aa-e7c4-4bb6-b7df-4f08873b3680] bulk loaded data 2024-11-13T19:08:15,514 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:15,521 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T19:08:15,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T19:08:15,533 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T19:08:15,534 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T19:08:15,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ for inclusion in 8e5009fcf307e7a864969a3253ec7eda/f 2024-11-13T19:08:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T19:08:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:15,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ for inclusion in 8e5009fcf307e7a864969a3253ec7eda/f 2024-11-13T19:08:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T19:08:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T19:08:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HRegion(2603): Flush status journal for 8e5009fcf307e7a864969a3253ec7eda: 2024-11-13T19:08:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:08:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/f4d5704a2f56457297f54c67b2ba9df4_SeqId_6_ 2024-11-13T19:08:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T19:08:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/617d0ff71c8b49aaa03e99dfa604d928_SeqId_6_ 2024-11-13T19:08:15,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ into 8e5009fcf307e7a864969a3253ec7eda/f as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/f4d5704a2f56457297f54c67b2ba9df4_SeqId_6_ - updating store file list. 2024-11-13T19:08:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4d5704a2f56457297f54c67b2ba9df4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:15,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/f4d5704a2f56457297f54c67b2ba9df4_SeqId_6_ into 8e5009fcf307e7a864969a3253ec7eda/f 2024-11-13T19:08:15,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ into 8e5009fcf307e7a864969a3253ec7eda/f (new location: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/f4d5704a2f56457297f54c67b2ba9df4_SeqId_6_) 2024-11-13T19:08:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/f8c60f97c0aa4a53a7ccce1e68ffe8fe_SeqId_6_ 2024-11-13T19:08:15,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ into 8e5009fcf307e7a864969a3253ec7eda/f as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/617d0ff71c8b49aaa03e99dfa604d928_SeqId_6_ - updating store file list. 2024-11-13T19:08:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 617d0ff71c8b49aaa03e99dfa604d928_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T19:08:15,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/617d0ff71c8b49aaa03e99dfa604d928_SeqId_6_ into 8e5009fcf307e7a864969a3253ec7eda/f 2024-11-13T19:08:15,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ into 8e5009fcf307e7a864969a3253ec7eda/f (new location: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/f/617d0ff71c8b49aaa03e99dfa604d928_SeqId_6_) 2024-11-13T19:08:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/staging/jenkins.hfs.22__test__c91npbejvm8mpkvnu516p2jsqomacoipkqajls9e0fhernfdhe43805aonia3si1/f/64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_ 2024-11-13T19:08:15,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.ReplicationSink(324): Finished replicating [fd5c85aa-e7c4-4bb6-b7df-4f08873b3680] bulk loaded data 2024-11-13T19:08:15,617 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:15,917 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:16,120 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:16,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:08:16,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:16,420 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:16,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:08:16,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:16,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:16,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:16,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:16,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:16,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:08:16,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=250037308, stopped=false 2024-11-13T19:08:16,537 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,41537,1731524881373 2024-11-13T19:08:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-272402559/running 2024-11-13T19:08:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-272402559/running 2024-11-13T19:08:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:16,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:08:16,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:16,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:16,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:16,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,37787,1731524881467' ***** 2024-11-13T19:08:16,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:08:16,572 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:08:16,572 INFO [RS:0;e4b56bc8c4b3:37787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:08:16,572 INFO [RS:0;e4b56bc8c4b3:37787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:08:16,572 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(3091): Received CLOSE for 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:16,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:08:16,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on znode that does not yet exist, /2-272402559/running 2024-11-13T19:08:16,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Set watcher on znode that does not yet exist, /2-272402559/running 2024-11-13T19:08:16,574 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:08:16,574 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:16,574 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:08:16,574 INFO [RS:0;e4b56bc8c4b3:37787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:37787. 2024-11-13T19:08:16,575 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:16,575 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:16,575 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71e87272044359d8de08a31c64dd8ab7, disabling compactions & flushes 2024-11-13T19:08:16,575 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:16,575 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:16,575 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. after waiting 0 ms 2024-11-13T19:08:16,575 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:16,575 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:08:16,575 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:08:16,575 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:08:16,575 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:08:16,575 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:08:16,575 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 71e87272044359d8de08a31c64dd8ab7=test,,1731524888528.71e87272044359d8de08a31c64dd8ab7.} 2024-11-13T19:08:16,575 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71e87272044359d8de08a31c64dd8ab7 2024-11-13T19:08:16,575 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:08:16,575 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:08:16,575 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:08:16,575 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:08:16,575 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:08:16,575 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T19:08:16,583 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/default/test/71e87272044359d8de08a31c64dd8ab7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T19:08:16,584 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:08:16,584 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:08:16,584 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:16,584 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71e87272044359d8de08a31c64dd8ab7: Waiting for close lock at 1731524896574Running coprocessor pre-close hooks at 1731524896574Disabling compacts and flushes for region at 1731524896575 (+1 ms)Disabling writes for close at 1731524896575Writing region close event to WAL at 1731524896575Running coprocessor post-close hooks at 1731524896583 (+8 ms)Closed at 1731524896584 (+1 ms) 2024-11-13T19:08:16,584 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524888528.71e87272044359d8de08a31c64dd8ab7. 2024-11-13T19:08:16,602 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/info/85f97fd34f534708a4e8b6ff197a9d15 is 129, key is test,,1731524888528.71e87272044359d8de08a31c64dd8ab7./info:regioninfo/1731524889293/Put/seqid=0 2024-11-13T19:08:16,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741839_1015 (size=6421) 2024-11-13T19:08:16,723 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:16,775 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:16,975 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:17,006 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/info/85f97fd34f534708a4e8b6ff197a9d15 2024-11-13T19:08:17,024 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:17,026 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/ns/a9cf07c84c0841beac3c2a71f801467d is 43, key is default/ns:d/1731524884176/Put/seqid=0 2024-11-13T19:08:17,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741840_1016 (size=5153) 2024-11-13T19:08:17,176 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:17,376 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:17,426 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:17,430 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/ns/a9cf07c84c0841beac3c2a71f801467d 2024-11-13T19:08:17,451 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/rep_barrier/ff13ee304957401bae0caba2c609eb67 is 112, key is test,,1731524888528.71e87272044359d8de08a31c64dd8ab7./rep_barrier:seqnumDuringOpen/1731524889293/Put/seqid=0 2024-11-13T19:08:17,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741841_1017 (size=5518) 2024-11-13T19:08:17,465 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:08:17,465 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:08:17,576 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:08:17,576 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:08:17,576 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:17,727 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:17,776 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:17,855 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/rep_barrier/ff13ee304957401bae0caba2c609eb67 2024-11-13T19:08:17,870 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/table/797e41d8f3784860b8b3a93676a1ea31 is 40, key is test/table:state/1731524889299/Put/seqid=0 2024-11-13T19:08:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741842_1018 (size=5165) 2024-11-13T19:08:17,976 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:18,177 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:18,229 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:18,274 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/table/797e41d8f3784860b8b3a93676a1ea31 2024-11-13T19:08:18,278 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/info/85f97fd34f534708a4e8b6ff197a9d15 as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/info/85f97fd34f534708a4e8b6ff197a9d15 2024-11-13T19:08:18,282 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/info/85f97fd34f534708a4e8b6ff197a9d15, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T19:08:18,283 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/ns/a9cf07c84c0841beac3c2a71f801467d as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/ns/a9cf07c84c0841beac3c2a71f801467d 2024-11-13T19:08:18,286 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/ns/a9cf07c84c0841beac3c2a71f801467d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:08:18,286 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/rep_barrier/ff13ee304957401bae0caba2c609eb67 as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/rep_barrier/ff13ee304957401bae0caba2c609eb67 2024-11-13T19:08:18,289 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/rep_barrier/ff13ee304957401bae0caba2c609eb67, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T19:08:18,289 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/.tmp/table/797e41d8f3784860b8b3a93676a1ea31 as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/table/797e41d8f3784860b8b3a93676a1ea31 2024-11-13T19:08:18,292 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/table/797e41d8f3784860b8b3a93676a1ea31, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:08:18,293 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false 2024-11-13T19:08:18,301 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:08:18,301 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:08:18,301 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:08:18,301 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:08:18,301 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524896575Running coprocessor pre-close hooks at 1731524896575Disabling compacts and flushes for region at 1731524896575Disabling writes for close at 1731524896575Obtaining lock to block concurrent updates at 1731524896575Preparing flush snapshotting stores in 1588230740 at 1731524896575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731524896576 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524896576Flushing 1588230740/info: creating writer at 1731524896576Flushing 1588230740/info: appending metadata at 1731524896602 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731524896602Flushing 1588230740/ns: creating writer at 1731524897010 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731524897026 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731524897026Flushing 1588230740/rep_barrier: creating writer at 1731524897433 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524897450 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524897451 (+1 ms)Flushing 1588230740/table: creating writer at 1731524897858 (+407 ms)Flushing 1588230740/table: appending metadata at 1731524897870 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731524897870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567d1bc1: reopening flushed file at 1731524898278 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9923e9: reopening flushed file at 1731524898282 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc3452: reopening flushed file at 1731524898286 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1ab5a: reopening flushed file at 1731524898289 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=11, compaction requested=false at 1731524898293 (+4 ms)Writing region close event to WAL at 1731524898294 (+1 ms)Running coprocessor post-close hooks at 1731524898301 (+7 ms)Closed at 1731524898301 2024-11-13T19:08:18,301 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:08:18,377 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,37787,1731524881467; all regions closed. 2024-11-13T19:08:18,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/WALs/e4b56bc8c4b3,37787,1731524881467/e4b56bc8c4b3%2C37787%2C1731524881467.meta.1731524884136.meta not finished, retry = 0 2024-11-13T19:08:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741834_1010 (size=2717) 2024-11-13T19:08:18,481 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/oldWALs 2024-11-13T19:08:18,481 INFO [RS:0;e4b56bc8c4b3:37787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C37787%2C1731524881467.meta:.meta(num 1731524884136) 2024-11-13T19:08:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741833_1009 (size=1028) 2024-11-13T19:08:18,484 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/oldWALs 2024-11-13T19:08:18,484 INFO [RS:0;e4b56bc8c4b3:37787 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C37787%2C1731524881467:(num 1731524883592) 2024-11-13T19:08:18,484 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:18,484 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:08:18,484 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:08:18,484 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:08:18,484 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:08:18,484 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:08:18,485 INFO [RS:0;e4b56bc8c4b3:37787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:37787. 2024-11-13T19:08:18,485 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:18,485 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:18,485 DEBUG [RS:0;e4b56bc8c4b3:37787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:18,485 INFO [RS:0;e4b56bc8c4b3:37787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37787 2024-11-13T19:08:18,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:18,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-272402559/rs/e4b56bc8c4b3,37787,1731524881467 2024-11-13T19:08:18,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559/rs 2024-11-13T19:08:18,521 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:08:18,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,37787,1731524881467] 2024-11-13T19:08:18,530 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:18,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-272402559/draining/e4b56bc8c4b3,37787,1731524881467 already deleted, retry=false 2024-11-13T19:08:18,537 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,37787,1731524881467 expired; onlineServers=0 2024-11-13T19:08:18,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,41537,1731524881373' ***** 2024-11-13T19:08:18,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:08:18,538 INFO [M:0;e4b56bc8c4b3:41537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:08:18,538 INFO [M:0;e4b56bc8c4b3:41537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:08:18,538 DEBUG [M:0;e4b56bc8c4b3:41537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:08:18,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:08:18,538 DEBUG [M:0;e4b56bc8c4b3:41537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:08:18,538 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524883361 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524883361,5,FailOnTimeoutGroup] 2024-11-13T19:08:18,538 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524883360 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524883360,5,FailOnTimeoutGroup] 2024-11-13T19:08:18,538 INFO [M:0;e4b56bc8c4b3:41537 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:08:18,538 INFO [M:0;e4b56bc8c4b3:41537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:08:18,538 DEBUG [M:0;e4b56bc8c4b3:41537 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:08:18,538 INFO [M:0;e4b56bc8c4b3:41537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:08:18,538 INFO [M:0;e4b56bc8c4b3:41537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:08:18,539 INFO [M:0;e4b56bc8c4b3:41537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:08:18,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:08:18,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-272402559/master 2024-11-13T19:08:18,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-272402559 2024-11-13T19:08:18,546 DEBUG [M:0;e4b56bc8c4b3:41537 {}] zookeeper.ZKUtil(347): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Unable to get data of znode /2-272402559/master because node does not exist (not an error) 2024-11-13T19:08:18,546 WARN [M:0;e4b56bc8c4b3:41537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:08:18,546 INFO [M:0;e4b56bc8c4b3:41537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/.lastflushedseqids 2024-11-13T19:08:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741843_1019 (size=173) 2024-11-13T19:08:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:18,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37787-0x10136e260da0007, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:18,630 INFO [RS:0;e4b56bc8c4b3:37787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:08:18,630 INFO [RS:0;e4b56bc8c4b3:37787 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,37787,1731524881467; zookeeper connection closed. 2024-11-13T19:08:18,630 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491b99d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491b99d1 2024-11-13T19:08:18,630 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:08:18,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:08:18,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:08:18,635 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148843 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e4b56bc8c4b3,38719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T19:08:18,950 INFO [M:0;e4b56bc8c4b3:41537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:08:18,950 INFO [M:0;e4b56bc8c4b3:41537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:08:18,950 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:08:18,950 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:18,950 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:18,950 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:08:18,950 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:18,950 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-13T19:08:18,970 DEBUG [M:0;e4b56bc8c4b3:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fc83b629a6f490eb92386862d5ac6b1 is 82, key is hbase:meta,,1/info:regioninfo/1731524884162/Put/seqid=0 2024-11-13T19:08:18,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741844_1020 (size=5672) 2024-11-13T19:08:18,973 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fc83b629a6f490eb92386862d5ac6b1 2024-11-13T19:08:18,988 DEBUG [M:0;e4b56bc8c4b3:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/988d59861f9545b7bbce9be68dd618cc is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524889302/Put/seqid=0 2024-11-13T19:08:18,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741845_1021 (size=6587) 2024-11-13T19:08:19,133 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:19,391 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/988d59861f9545b7bbce9be68dd618cc 2024-11-13T19:08:19,406 DEBUG [M:0;e4b56bc8c4b3:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2339ff826af84f2eb442750ffee19b56 is 69, key is e4b56bc8c4b3,37787,1731524881467/rs:state/1731524883426/Put/seqid=0 2024-11-13T19:08:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741846_1022 (size=5156) 2024-11-13T19:08:19,433 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:19,810 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2339ff826af84f2eb442750ffee19b56 2024-11-13T19:08:19,814 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fc83b629a6f490eb92386862d5ac6b1 as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fc83b629a6f490eb92386862d5ac6b1 2024-11-13T19:08:19,817 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fc83b629a6f490eb92386862d5ac6b1, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T19:08:19,817 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/988d59861f9545b7bbce9be68dd618cc as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/988d59861f9545b7bbce9be68dd618cc 2024-11-13T19:08:19,821 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/988d59861f9545b7bbce9be68dd618cc, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T19:08:19,821 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2339ff826af84f2eb442750ffee19b56 as hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2339ff826af84f2eb442750ffee19b56 2024-11-13T19:08:19,824 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41575/user/jenkins/test-data/ae847355-aec5-5ea2-3f20-bb4c3485559f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2339ff826af84f2eb442750ffee19b56, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T19:08:19,825 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false 2024-11-13T19:08:19,826 INFO [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:19,826 DEBUG [M:0;e4b56bc8c4b3:41537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524898950Disabling compacts and flushes for region at 1731524898950Disabling writes for close at 1731524898950Obtaining lock to block concurrent updates at 1731524898950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524898950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731524898951 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524898951Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524898951Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524898969 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524898969Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524898975 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524898987 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524898987Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524899394 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524899406 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524899406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d13e761: reopening flushed file at 1731524899813 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ced95fb: reopening flushed file at 1731524899817 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef7dd5a: reopening flushed file at 1731524899821 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=55, compaction requested=false at 1731524899825 (+4 ms)Writing region close event to WAL at 1731524899826 (+1 ms)Closed at 1731524899826 2024-11-13T19:08:19,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35057 is added to blk_1073741830_1006 (size=32782) 2024-11-13T19:08:19,828 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:08:19,828 INFO [M:0;e4b56bc8c4b3:41537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:08:19,828 INFO [M:0;e4b56bc8c4b3:41537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41537 2024-11-13T19:08:19,829 INFO [M:0;e4b56bc8c4b3:41537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:08:19,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:19,938 INFO [M:0;e4b56bc8c4b3:41537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:08:19,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10136e260da0006, quorum=127.0.0.1:55498, baseZNode=/2-272402559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:19,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37bbef6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:08:19,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18a58067{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:08:19,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:08:19,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8327a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:08:19,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241c463e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/hadoop.log.dir/,STOPPED} 2024-11-13T19:08:19,942 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:08:19,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:08:19,942 WARN [BP-335373479-172.17.0.2-1731524879713 heartbeating to localhost/127.0.0.1:41575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:08:19,942 WARN [BP-335373479-172.17.0.2-1731524879713 heartbeating to localhost/127.0.0.1:41575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-335373479-172.17.0.2-1731524879713 (Datanode Uuid bc0957e3-7fe1-4108-87ff-221c9f0d966c) service to localhost/127.0.0.1:41575 2024-11-13T19:08:19,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/cluster_0775bb8a-63d3-dbfa-0175-f442bcf44fc4/data/data1/current/BP-335373479-172.17.0.2-1731524879713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:08:19,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/cluster_0775bb8a-63d3-dbfa-0175-f442bcf44fc4/data/data2/current/BP-335373479-172.17.0.2-1731524879713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:08:19,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:08:19,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26339179{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:08:19,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73f910dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:08:19,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:08:19,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc809aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:08:19,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d566b11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4d78402-c3b0-ab0f-5441-4d870092a978/hadoop.log.dir/,STOPPED} 2024-11-13T19:08:19,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:08:19,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:08:19,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:19,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:19,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:19,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:19,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:19,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:08:19,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=474291622, stopped=false 2024-11-13T19:08:19,961 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,45799,1731524876456 2024-11-13T19:08:19,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732671049/running 2024-11-13T19:08:19,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732671049/running 2024-11-13T19:08:19,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:08:19,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:08:19,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:08:19,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:19,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:19,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:19,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on znode that does not yet exist, /11732671049/running 2024-11-13T19:08:19,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Set watcher on znode that does not yet exist, /11732671049/running 2024-11-13T19:08:19,977 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,40949,1731524876539' ***** 2024-11-13T19:08:19,977 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:08:19,977 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:08:19,977 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:08:19,977 INFO [RS:0;e4b56bc8c4b3:40949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40949. 2024-11-13T19:08:19,978 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:19,978 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e5009fcf307e7a864969a3253ec7eda, disabling compactions & flushes 2024-11-13T19:08:19,978 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:19,978 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:19,978 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:19,978 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. after waiting 0 ms 2024-11-13T19:08:19,978 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:08:19,978 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:08:19,978 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8e5009fcf307e7a864969a3253ec7eda=test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda.} 2024-11-13T19:08:19,979 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e5009fcf307e7a864969a3253ec7eda 2024-11-13T19:08:19,979 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:08:19,979 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:08:19,979 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:08:19,979 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:08:19,979 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:08:19,979 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T19:08:19,983 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/default/test/8e5009fcf307e7a864969a3253ec7eda/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:08:19,983 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:08:19,983 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:08:19,983 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:19,983 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e5009fcf307e7a864969a3253ec7eda: Waiting for close lock at 1731524899978Running coprocessor pre-close hooks at 1731524899978Disabling compacts and flushes for region at 1731524899978Disabling writes for close at 1731524899978Writing region close event to WAL at 1731524899981 (+3 ms)Running coprocessor post-close hooks at 1731524899983 (+2 ms)Closed at 1731524899983 2024-11-13T19:08:19,983 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda. 2024-11-13T19:08:19,992 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:08:19,994 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/info/a40c355cad764ee5adf6f1a6b105a48d is 129, key is test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda./info:regioninfo/1731524887527/Put/seqid=0 2024-11-13T19:08:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741841_1017 (size=6421) 2024-11-13T19:08:20,136 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:20,179 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:20,372 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:08:20,372 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:08:20,379 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:20,404 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/info/a40c355cad764ee5adf6f1a6b105a48d 2024-11-13T19:08:20,424 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/ns/cc806c51ed244e14ade750eb5de28c49 is 43, key is default/ns:d/1731524879610/Put/seqid=0 2024-11-13T19:08:20,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:08:20,436 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:20,579 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:20,779 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:20,836 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/ns/cc806c51ed244e14ade750eb5de28c49 2024-11-13T19:08:20,854 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/rep_barrier/f721937e0ea04a66b529ff2acb341ee2 is 112, key is test,,1731524886379.8e5009fcf307e7a864969a3253ec7eda./rep_barrier:seqnumDuringOpen/1731524887527/Put/seqid=0 2024-11-13T19:08:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741843_1019 (size=5518) 2024-11-13T19:08:20,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T19:08:20,979 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:08:20,979 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:08:20,979 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:21,179 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:21,239 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:21,272 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/rep_barrier/f721937e0ea04a66b529ff2acb341ee2 2024-11-13T19:08:21,293 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/table/2b80e4d9b3a44444a37e33ee38d83244 is 40, key is test/table:state/1731524887537/Put/seqid=0 2024-11-13T19:08:21,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741844_1020 (size=5165) 2024-11-13T19:08:21,380 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:21,544 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:21,580 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:21,701 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/table/2b80e4d9b3a44444a37e33ee38d83244 2024-11-13T19:08:21,705 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/info/a40c355cad764ee5adf6f1a6b105a48d as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/info/a40c355cad764ee5adf6f1a6b105a48d 2024-11-13T19:08:21,710 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/info/a40c355cad764ee5adf6f1a6b105a48d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T19:08:21,711 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/ns/cc806c51ed244e14ade750eb5de28c49 as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/ns/cc806c51ed244e14ade750eb5de28c49 2024-11-13T19:08:21,724 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/ns/cc806c51ed244e14ade750eb5de28c49, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:08:21,725 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/rep_barrier/f721937e0ea04a66b529ff2acb341ee2 as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/rep_barrier/f721937e0ea04a66b529ff2acb341ee2 2024-11-13T19:08:21,733 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/rep_barrier/f721937e0ea04a66b529ff2acb341ee2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T19:08:21,734 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/.tmp/table/2b80e4d9b3a44444a37e33ee38d83244 as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/table/2b80e4d9b3a44444a37e33ee38d83244 2024-11-13T19:08:21,742 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/table/2b80e4d9b3a44444a37e33ee38d83244, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T19:08:21,743 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1764ms, sequenceid=11, compaction requested=false 2024-11-13T19:08:21,743 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:08:21,770 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T19:08:21,772 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:08:21,773 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:08:21,773 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:08:21,773 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524899978Running coprocessor pre-close hooks at 1731524899978Disabling compacts and flushes for region at 1731524899978Disabling writes for close at 1731524899979 (+1 ms)Obtaining lock to block concurrent updates at 1731524899979Preparing flush snapshotting stores in 1588230740 at 1731524899979Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731524899979Flushing stores of hbase:meta,,1.1588230740 at 1731524899979Flushing 1588230740/info: creating writer at 1731524899979Flushing 1588230740/info: appending metadata at 1731524899994 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731524899994Flushing 1588230740/ns: creating writer at 1731524900408 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731524900424 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731524900424Flushing 1588230740/rep_barrier: creating writer at 1731524900839 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524900854 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524900854Flushing 1588230740/table: creating writer at 1731524901275 (+421 ms)Flushing 1588230740/table: appending metadata at 1731524901292 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731524901293 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a76534f: reopening flushed file at 1731524901704 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a51e4c: reopening flushed file at 1731524901710 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211ff513: reopening flushed file at 1731524901724 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31fcb849: reopening flushed file at 1731524901734 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1764ms, sequenceid=11, compaction requested=false at 1731524901743 (+9 ms)Writing region close event to WAL at 1731524901767 (+24 ms)Running coprocessor post-close hooks at 1731524901772 (+5 ms)Closed at 1731524901773 (+1 ms) 2024-11-13T19:08:21,773 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:08:21,780 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,40949,1731524876539; all regions closed. 2024-11-13T19:08:21,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741834_1010 (size=2717) 2024-11-13T19:08:21,785 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/oldWALs 2024-11-13T19:08:21,785 INFO [RS:0;e4b56bc8c4b3:40949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40949%2C1731524876539.meta:.meta(num 1731524879571) 2024-11-13T19:08:21,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741832_1008 (size=1374) 2024-11-13T19:08:21,790 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/oldWALs 2024-11-13T19:08:21,790 INFO [RS:0;e4b56bc8c4b3:40949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e4b56bc8c4b3%2C40949%2C1731524876539:(num 1731524878514) 2024-11-13T19:08:21,790 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:21,790 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:08:21,790 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:08:21,790 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:08:21,790 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:08:21,791 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:08:21,791 INFO [RS:0;e4b56bc8c4b3:40949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:40949. 2024-11-13T19:08:21,791 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:21,791 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:21,791 DEBUG [RS:0;e4b56bc8c4b3:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:21,791 INFO [RS:0;e4b56bc8c4b3:40949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40949 2024-11-13T19:08:21,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:21,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732671049/rs/e4b56bc8c4b3,40949,1731524876539 2024-11-13T19:08:21,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049/rs 2024-11-13T19:08:21,829 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:08:21,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,40949,1731524876539] 2024-11-13T19:08:21,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11732671049/draining/e4b56bc8c4b3,40949,1731524876539 already deleted, retry=false 2024-11-13T19:08:21,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,40949,1731524876539 expired; onlineServers=0 2024-11-13T19:08:21,846 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,45799,1731524876456' ***** 2024-11-13T19:08:21,846 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:08:21,846 INFO [M:0;e4b56bc8c4b3:45799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:08:21,846 INFO [M:0;e4b56bc8c4b3:45799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:08:21,846 DEBUG [M:0;e4b56bc8c4b3:45799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:08:21,846 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:08:21,846 DEBUG [M:0;e4b56bc8c4b3:45799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:08:21,846 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524878283 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524878283,5,FailOnTimeoutGroup] 2024-11-13T19:08:21,846 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524878291 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524878291,5,FailOnTimeoutGroup] 2024-11-13T19:08:21,846 INFO [M:0;e4b56bc8c4b3:45799 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:08:21,846 INFO [M:0;e4b56bc8c4b3:45799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:08:21,846 DEBUG [M:0;e4b56bc8c4b3:45799 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:08:21,846 INFO [M:0;e4b56bc8c4b3:45799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:08:21,847 INFO [M:0;e4b56bc8c4b3:45799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:08:21,847 INFO [M:0;e4b56bc8c4b3:45799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:08:21,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:08:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11732671049/master 2024-11-13T19:08:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11732671049 2024-11-13T19:08:21,854 DEBUG [M:0;e4b56bc8c4b3:45799 {}] zookeeper.ZKUtil(347): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Unable to get data of znode /11732671049/master because node does not exist (not an error) 2024-11-13T19:08:21,854 WARN [M:0;e4b56bc8c4b3:45799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:08:21,855 INFO [M:0;e4b56bc8c4b3:45799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/.lastflushedseqids 2024-11-13T19:08:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741845_1021 (size=173) 2024-11-13T19:08:21,938 INFO [RS:0;e4b56bc8c4b3:40949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:08:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:21,938 INFO [RS:0;e4b56bc8c4b3:40949 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,40949,1731524876539; zookeeper connection closed. 2024-11-13T19:08:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x10136e260da0004, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:21,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3118797b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3118797b 2024-11-13T19:08:21,938 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:08:22,086 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:08:22,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:08:22,259 INFO [M:0;e4b56bc8c4b3:45799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:08:22,259 INFO [M:0;e4b56bc8c4b3:45799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:08:22,259 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:08:22,259 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:22,259 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:22,259 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:08:22,259 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:22,259 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T19:08:22,272 DEBUG [M:0;e4b56bc8c4b3:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a7730b8a9ee495192da100a1507768a is 82, key is hbase:meta,,1/info:regioninfo/1731524879597/Put/seqid=0 2024-11-13T19:08:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741846_1022 (size=5672) 2024-11-13T19:08:22,275 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a7730b8a9ee495192da100a1507768a 2024-11-13T19:08:22,290 DEBUG [M:0;e4b56bc8c4b3:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2041de25c1e14a3e8b9ad0b9788a5e57 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731524887540/Put/seqid=0 2024-11-13T19:08:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741847_1023 (size=6586) 2024-11-13T19:08:22,293 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2041de25c1e14a3e8b9ad0b9788a5e57 2024-11-13T19:08:22,308 DEBUG [M:0;e4b56bc8c4b3:45799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f197b8891fe494e85f044b9fac70625 is 69, key is e4b56bc8c4b3,40949,1731524876539/rs:state/1731524878336/Put/seqid=0 2024-11-13T19:08:22,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741848_1024 (size=5156) 2024-11-13T19:08:22,442 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:22,711 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f197b8891fe494e85f044b9fac70625 2024-11-13T19:08:22,715 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a7730b8a9ee495192da100a1507768a as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a7730b8a9ee495192da100a1507768a 2024-11-13T19:08:22,718 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a7730b8a9ee495192da100a1507768a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T19:08:22,719 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2041de25c1e14a3e8b9ad0b9788a5e57 as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2041de25c1e14a3e8b9ad0b9788a5e57 2024-11-13T19:08:22,722 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2041de25c1e14a3e8b9ad0b9788a5e57, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T19:08:22,722 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f197b8891fe494e85f044b9fac70625 as hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f197b8891fe494e85f044b9fac70625 2024-11-13T19:08:22,725 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45137/user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f197b8891fe494e85f044b9fac70625, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T19:08:22,726 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 467ms, sequenceid=55, compaction requested=false 2024-11-13T19:08:22,727 INFO [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:22,727 DEBUG [M:0;e4b56bc8c4b3:45799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524902259Disabling compacts and flushes for region at 1731524902259Disabling writes for close at 1731524902259Obtaining lock to block concurrent updates at 1731524902259Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524902259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731524902260 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524902260Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524902260Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524902271 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524902271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524902278 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524902290 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524902290Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524902296 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524902307 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524902307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680e779f: reopening flushed file at 1731524902714 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c9722b: reopening flushed file at 1731524902718 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eeb12eb: reopening flushed file at 1731524902722 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 467ms, sequenceid=55, compaction requested=false at 1731524902726 (+4 ms)Writing region close event to WAL at 1731524902727 (+1 ms)Closed at 1731524902727 2024-11-13T19:08:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39403 is added to blk_1073741830_1006 (size=32770) 2024-11-13T19:08:22,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fddccd7-099a-45ee-fb48-8d33602745b4/MasterData/WALs/e4b56bc8c4b3,45799,1731524876456/e4b56bc8c4b3%2C45799%2C1731524876456.1731524877936 not finished, retry = 0 2024-11-13T19:08:22,747 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:22,829 INFO [M:0;e4b56bc8c4b3:45799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:08:22,829 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:08:22,829 INFO [M:0;e4b56bc8c4b3:45799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45799 2024-11-13T19:08:22,830 INFO [M:0;e4b56bc8c4b3:45799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:08:22,963 INFO [M:0;e4b56bc8c4b3:45799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:08:22,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:22,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45799-0x10136e260da0003, quorum=127.0.0.1:55498, baseZNode=/11732671049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:22,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e7a830{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:08:22,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e40576d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:08:22,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:08:22,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a5c7cd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:08:22,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78053b14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.log.dir/,STOPPED} 2024-11-13T19:08:22,966 WARN [BP-555556137-172.17.0.2-1731524874830 heartbeating to localhost/127.0.0.1:45137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:08:22,966 WARN [BP-555556137-172.17.0.2-1731524874830 heartbeating to localhost/127.0.0.1:45137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-555556137-172.17.0.2-1731524874830 (Datanode Uuid 1f4e034d-f9e5-4222-8474-a5d1473a548e) service to localhost/127.0.0.1:45137 2024-11-13T19:08:22,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:08:22,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:08:22,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/cluster_df7a13f3-ede2-b5dd-5c42-7b35a180fef8/data/data2/current/BP-555556137-172.17.0.2-1731524874830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:08:22,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:08:22,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/cluster_df7a13f3-ede2-b5dd-5c42-7b35a180fef8/data/data1/current/BP-555556137-172.17.0.2-1731524874830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:08:22,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62f00b6d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:08:22,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@226b3774{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:08:22,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:08:22,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@546db336{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:08:22,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55e2c66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/619846ab-bd33-ba46-e6c0-0926f0bc44c9/hadoop.log.dir/,STOPPED} 2024-11-13T19:08:22,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:08:22,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:08:22,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:22,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:22,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:22,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:22,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:22,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:08:22,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1047590160, stopped=false 2024-11-13T19:08:22,984 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e4b56bc8c4b3,43241,1731524871379 2024-11-13T19:08:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-3019812/running 2024-11-13T19:08:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-3019812/running 2024-11-13T19:08:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:08:23,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:08:23,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:08:23,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:08:23,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:23,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on znode that does not yet exist, /0-3019812/running 2024-11-13T19:08:23,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:23,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Set watcher on znode that does not yet exist, /0-3019812/running 2024-11-13T19:08:23,005 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e4b56bc8c4b3,39651,1731524871548' ***** 2024-11-13T19:08:23,005 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:08:23,005 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:08:23,005 INFO [RS:0;e4b56bc8c4b3:39651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:08:23,005 INFO [RS:0;e4b56bc8c4b3:39651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:08:23,005 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(3091): Received CLOSE for 664586ed4184d9b2d7891350abb5e3bd 2024-11-13T19:08:23,005 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(3091): Received CLOSE for e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(959): stopping server e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:08:23,006 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 664586ed4184d9b2d7891350abb5e3bd, disabling compactions & flushes 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:39651. 2024-11-13T19:08:23,006 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:23,006 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:23,006 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:23,006 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:23,006 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. after waiting 0 ms 2024-11-13T19:08:23,006 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:08:23,006 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T19:08:23,006 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1325): Online Regions={664586ed4184d9b2d7891350abb5e3bd=test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd., e53786fd7b1c7eb0494bbbbcc20e4dde=hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:08:23,006 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 664586ed4184d9b2d7891350abb5e3bd, e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:23,006 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:08:23,006 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:08:23,006 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:08:23,006 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:08:23,006 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:08:23,006 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T19:08:23,008 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/default/test/664586ed4184d9b2d7891350abb5e3bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T19:08:23,009 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:08:23,009 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T19:08:23,009 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:23,009 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 664586ed4184d9b2d7891350abb5e3bd: Waiting for close lock at 1731524903006Running coprocessor pre-close hooks at 1731524903006Disabling compacts and flushes for region at 1731524903006Disabling writes for close at 1731524903006Writing region close event to WAL at 1731524903006Running coprocessor post-close hooks at 1731524903009 (+3 ms)Closed at 1731524903009 2024-11-13T19:08:23,009 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd. 2024-11-13T19:08:23,009 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e53786fd7b1c7eb0494bbbbcc20e4dde, disabling compactions & flushes 2024-11-13T19:08:23,009 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:23,009 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:23,009 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. after waiting 0 ms 2024-11-13T19:08:23,009 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:23,009 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e53786fd7b1c7eb0494bbbbcc20e4dde 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T19:08:23,024 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/info/648788a52ebe4d5aab1e90f9b3bf09fe is 147, key is hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde./info:regioninfo/1731524890834/Put/seqid=0 2024-11-13T19:08:23,026 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/.tmp/hfileref/c6366b4cc4cc405189be32285a9be0ee is 74, key is 1/hfileref:64fb9f4d8dfb4b9982b73d50cb22af8f_SeqId_6_/1731524895550/DeleteColumn/seqid=0 2024-11-13T19:08:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741847_1023 (size=7686) 2024-11-13T19:08:23,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741848_1024 (size=5489) 2024-11-13T19:08:23,029 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/.tmp/hfileref/c6366b4cc4cc405189be32285a9be0ee 2024-11-13T19:08:23,044 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/.tmp/queue/ad894a73a60d407d837a4560d4d8c8da is 153, key is 1-e4b56bc8c4b3,39651,1731524871548/queue:e4b56bc8c4b3%2C39651%2C1731524871548/1731524895551/Put/seqid=0 2024-11-13T19:08:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741849_1025 (size=5504) 2024-11-13T19:08:23,058 INFO [regionserver/e4b56bc8c4b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:08:23,206 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:23,406 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e53786fd7b1c7eb0494bbbbcc20e4dde 2024-11-13T19:08:23,427 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/info/648788a52ebe4d5aab1e90f9b3bf09fe 2024-11-13T19:08:23,442 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/ns/1dd7e77666e843a782e40b9faecf96e5 is 43, key is default/ns:d/1731524874719/Put/seqid=0 2024-11-13T19:08:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741850_1026 (size=5153) 2024-11-13T19:08:23,447 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/.tmp/queue/ad894a73a60d407d837a4560d4d8c8da 2024-11-13T19:08:23,451 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/.tmp/hfileref/c6366b4cc4cc405189be32285a9be0ee as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/hfileref/c6366b4cc4cc405189be32285a9be0ee 2024-11-13T19:08:23,454 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/hfileref/c6366b4cc4cc405189be32285a9be0ee, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T19:08:23,455 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/.tmp/queue/ad894a73a60d407d837a4560d4d8c8da as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/queue/ad894a73a60d407d837a4560d4d8c8da 2024-11-13T19:08:23,458 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/queue/ad894a73a60d407d837a4560d4d8c8da, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T19:08:23,459 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e53786fd7b1c7eb0494bbbbcc20e4dde in 450ms, sequenceid=17, compaction requested=false 2024-11-13T19:08:23,461 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/replication/e53786fd7b1c7eb0494bbbbcc20e4dde/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T19:08:23,462 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:08:23,462 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:08:23,462 INFO [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:23,462 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e53786fd7b1c7eb0494bbbbcc20e4dde: Waiting for close lock at 1731524903009Running coprocessor pre-close hooks at 1731524903009Disabling compacts and flushes for region at 1731524903009Disabling writes for close at 1731524903009Obtaining lock to block concurrent updates at 1731524903009Preparing flush snapshotting stores in e53786fd7b1c7eb0494bbbbcc20e4dde at 1731524903009Finished memstore snapshotting hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731524903010 (+1 ms)Flushing stores of hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. at 1731524903010Flushing e53786fd7b1c7eb0494bbbbcc20e4dde/hfileref: creating writer at 1731524903010Flushing e53786fd7b1c7eb0494bbbbcc20e4dde/hfileref: appending metadata at 1731524903025 (+15 ms)Flushing e53786fd7b1c7eb0494bbbbcc20e4dde/hfileref: closing flushed file at 1731524903025Flushing e53786fd7b1c7eb0494bbbbcc20e4dde/queue: creating writer at 1731524903032 (+7 ms)Flushing e53786fd7b1c7eb0494bbbbcc20e4dde/queue: appending metadata at 1731524903044 (+12 ms)Flushing e53786fd7b1c7eb0494bbbbcc20e4dde/queue: closing flushed file at 1731524903044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a009aa: reopening flushed file at 1731524903450 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66279f32: reopening flushed file at 1731524903454 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e53786fd7b1c7eb0494bbbbcc20e4dde in 450ms, sequenceid=17, compaction requested=false at 1731524903459 (+5 ms)Writing region close event to WAL at 1731524903460 (+1 ms)Running coprocessor post-close hooks at 1731524903462 (+2 ms)Closed at 1731524903462 2024-11-13T19:08:23,462 DEBUG [RS_CLOSE_REGION-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731524889680.e53786fd7b1c7eb0494bbbbcc20e4dde. 2024-11-13T19:08:23,497 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:43241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T19:08:23,530 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:08:23,531 INFO [regionserver/e4b56bc8c4b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:08:23,607 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:23,746 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:23,749 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:08:23,750 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 688, reset compression=false 2024-11-13T19:08:23,750 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e4b56bc8c4b3,39651,1731524871548 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:08:23,750 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e4b56bc8c4b3,39651,1731524871548: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e4b56bc8c4b3,39651,1731524871548, walGroup=e4b56bc8c4b3%2C39651%2C1731524871548, offset=e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:39651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T19:08:23,752 ERROR [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T19:08:23,752 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T19:08:23,752 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T19:08:23,752 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T19:08:23,752 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T19:08:23,752 INFO [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1436549120, "init": 1048576000, "max": 2306867200, "used": 1160197616 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208147560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T19:08:23,752 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:43241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e4b56bc8c4b3:43241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T19:08:23,807 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:23,845 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/ns/1dd7e77666e843a782e40b9faecf96e5 2024-11-13T19:08:23,860 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/rep_barrier/f63e8aafad8c4478924b94d75f4f05f7 is 112, key is test,,1731524884225.664586ed4184d9b2d7891350abb5e3bd./rep_barrier:seqnumDuringOpen/1731524885388/Put/seqid=0 2024-11-13T19:08:23,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741851_1027 (size=5518) 2024-11-13T19:08:23,952 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 688, reset compression=false 2024-11-13T19:08:24,007 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:08:24,007 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:08:24,007 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:24,050 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 393, reset compression=false 2024-11-13T19:08:24,053 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T19:08:24,053 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 688, reset compression=false 2024-11-13T19:08:24,053 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e4b56bc8c4b3,39651,1731524871548 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T19:08:24,054 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T19:08:24,207 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:24,255 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 688, reset compression=false 2024-11-13T19:08:24,256 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 688, reset compression=false 2024-11-13T19:08:24,263 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/rep_barrier/f63e8aafad8c4478924b94d75f4f05f7 2024-11-13T19:08:24,278 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/table/c7013e4cd59b426da1303f7a2941dbab is 53, key is hbase:replication/table:state/1731524890839/Put/seqid=0 2024-11-13T19:08:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741852_1028 (size=5308) 2024-11-13T19:08:24,407 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:24,558 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 688, reset compression=false 2024-11-13T19:08:24,607 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:08:24,658 DEBUG [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/WALs/e4b56bc8c4b3,39651,1731524871548/e4b56bc8c4b3%2C39651%2C1731524871548.1731524893308 to pos 688, reset compression=false 2024-11-13T19:08:24,681 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/table/c7013e4cd59b426da1303f7a2941dbab 2024-11-13T19:08:24,685 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/info/648788a52ebe4d5aab1e90f9b3bf09fe as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/info/648788a52ebe4d5aab1e90f9b3bf09fe 2024-11-13T19:08:24,688 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/info/648788a52ebe4d5aab1e90f9b3bf09fe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T19:08:24,688 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/ns/1dd7e77666e843a782e40b9faecf96e5 as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/ns/1dd7e77666e843a782e40b9faecf96e5 2024-11-13T19:08:24,691 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/ns/1dd7e77666e843a782e40b9faecf96e5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T19:08:24,692 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/rep_barrier/f63e8aafad8c4478924b94d75f4f05f7 as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/rep_barrier/f63e8aafad8c4478924b94d75f4f05f7 2024-11-13T19:08:24,694 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/rep_barrier/f63e8aafad8c4478924b94d75f4f05f7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T19:08:24,695 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/.tmp/table/c7013e4cd59b426da1303f7a2941dbab as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/table/c7013e4cd59b426da1303f7a2941dbab 2024-11-13T19:08:24,698 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/table/c7013e4cd59b426da1303f7a2941dbab, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T19:08:24,698 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false 2024-11-13T19:08:24,698 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:08:24,702 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T19:08:24,702 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T19:08:24,702 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:08:24,702 INFO [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:08:24,702 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731524903006Running coprocessor pre-close hooks at 1731524903006Disabling compacts and flushes for region at 1731524903006Disabling writes for close at 1731524903006Obtaining lock to block concurrent updates at 1731524903006Preparing flush snapshotting stores in 1588230740 at 1731524903006Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731524903007 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731524903007Flushing 1588230740/info: creating writer at 1731524903007Flushing 1588230740/info: appending metadata at 1731524903023 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731524903023Flushing 1588230740/ns: creating writer at 1731524903430 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731524903442 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731524903442Flushing 1588230740/rep_barrier: creating writer at 1731524903848 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731524903860 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731524903860Flushing 1588230740/table: creating writer at 1731524904266 (+406 ms)Flushing 1588230740/table: appending metadata at 1731524904278 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731524904278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cdd60a: reopening flushed file at 1731524904684 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7f7421: reopening flushed file at 1731524904688 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50dc47c4: reopening flushed file at 1731524904691 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd1740c: reopening flushed file at 1731524904694 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false at 1731524904698 (+4 ms)Writing region close event to WAL at 1731524904700 (+2 ms)Running coprocessor post-close hooks at 1731524904702 (+2 ms)Closed at 1731524904702 2024-11-13T19:08:24,702 DEBUG [RS_CLOSE_META-regionserver/e4b56bc8c4b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:08:24,808 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(976): stopping server e4b56bc8c4b3,39651,1731524871548; all regions closed. 2024-11-13T19:08:24,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741844_1020 (size=859) 2024-11-13T19:08:24,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741843_1019 (size=2791) 2024-11-13T19:08:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741842_1018 (size=696) 2024-11-13T19:08:24,812 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:24,812 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:08:24,812 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:08:24,812 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.ChoreService(370): Chore service for: regionserver/e4b56bc8c4b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:08:24,812 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:08:24,812 INFO [regionserver/e4b56bc8c4b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:08:24,813 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e4b56bc8c4b3,39651,1731524871548 because: Region server is closing 2024-11-13T19:08:24,813 INFO [RS:0;e4b56bc8c4b3:39651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:39651. 2024-11-13T19:08:24,813 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:24,813 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:24,813 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:24,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:24,913 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 terminated 2024-11-13T19:08:24,913 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e4b56bc8c4b3,39651,1731524871548 because: Region server is closing 2024-11-13T19:08:24,913 WARN [RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,1-e4b56bc8c4b3,39651,1731524871548.replicationSource.wal-reader.e4b56bc8c4b3%2C39651%2C1731524871548,1-e4b56bc8c4b3,39651,1731524871548 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T19:08:24,914 INFO [RS:0;e4b56bc8c4b3:39651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e4b56bc8c4b3:39651. 2024-11-13T19:08:24,914 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:08:24,914 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:24,914 DEBUG [RS:0;e4b56bc8c4b3:39651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:08:24,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:08:25,014 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e4b56bc8c4b3:0-0.replicationSource,2-e4b56bc8c4b3,39651,1731524871548.replicationSource.shippere4b56bc8c4b3%2C39651%2C1731524871548,2-e4b56bc8c4b3,39651,1731524871548 terminated 2024-11-13T19:08:25,014 INFO [RS:0;e4b56bc8c4b3:39651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39651 2024-11-13T19:08:25,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-3019812/rs/e4b56bc8c4b3,39651,1731524871548 2024-11-13T19:08:25,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812/rs 2024-11-13T19:08:25,046 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:08:25,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e4b56bc8c4b3,39651,1731524871548] 2024-11-13T19:08:25,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-3019812/draining/e4b56bc8c4b3,39651,1731524871548 already deleted, retry=false 2024-11-13T19:08:25,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e4b56bc8c4b3,39651,1731524871548 expired; onlineServers=0 2024-11-13T19:08:25,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e4b56bc8c4b3,43241,1731524871379' ***** 2024-11-13T19:08:25,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:08:25,062 INFO [M:0;e4b56bc8c4b3:43241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:08:25,063 INFO [M:0;e4b56bc8c4b3:43241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:08:25,063 DEBUG [M:0;e4b56bc8c4b3:43241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:08:25,063 DEBUG [M:0;e4b56bc8c4b3:43241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:08:25,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:08:25,063 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524873446 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.small.0-1731524873446,5,FailOnTimeoutGroup] 2024-11-13T19:08:25,063 DEBUG [master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524873446 {}] cleaner.HFileCleaner(306): Exit Thread[master/e4b56bc8c4b3:0:becomeActiveMaster-HFileCleaner.large.0-1731524873446,5,FailOnTimeoutGroup] 2024-11-13T19:08:25,063 INFO [M:0;e4b56bc8c4b3:43241 {}] hbase.ChoreService(370): Chore service for: master/e4b56bc8c4b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:08:25,063 INFO [M:0;e4b56bc8c4b3:43241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:08:25,063 DEBUG [M:0;e4b56bc8c4b3:43241 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:08:25,063 INFO [M:0;e4b56bc8c4b3:43241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:08:25,063 INFO [M:0;e4b56bc8c4b3:43241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:08:25,063 INFO [M:0;e4b56bc8c4b3:43241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:08:25,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:08:25,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-3019812/master 2024-11-13T19:08:25,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-3019812 2024-11-13T19:08:25,071 DEBUG [M:0;e4b56bc8c4b3:43241 {}] zookeeper.ZKUtil(347): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Unable to get data of znode /0-3019812/master because node does not exist (not an error) 2024-11-13T19:08:25,071 WARN [M:0;e4b56bc8c4b3:43241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:08:25,071 INFO [M:0;e4b56bc8c4b3:43241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/.lastflushedseqids 2024-11-13T19:08:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741853_1029 (size=263) 2024-11-13T19:08:25,154 INFO [RS:0;e4b56bc8c4b3:39651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:08:25,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:25,154 INFO [RS:0;e4b56bc8c4b3:39651 {}] regionserver.HRegionServer(1031): Exiting; stopping=e4b56bc8c4b3,39651,1731524871548; zookeeper connection closed. 2024-11-13T19:08:25,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39651-0x10136e260da0001, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:25,154 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@511e6b2b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@511e6b2b 2024-11-13T19:08:25,155 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T19:08:25,475 INFO [M:0;e4b56bc8c4b3:43241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:08:25,475 INFO [M:0;e4b56bc8c4b3:43241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:08:25,475 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:08:25,475 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:25,475 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:25,475 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:08:25,475 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:25,475 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-13T19:08:25,493 DEBUG [M:0;e4b56bc8c4b3:43241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/916e75dc8f8c44d89f295fced2250d7a is 82, key is hbase:meta,,1/info:regioninfo/1731524874653/Put/seqid=0 2024-11-13T19:08:25,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741854_1030 (size=5672) 2024-11-13T19:08:25,496 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/916e75dc8f8c44d89f295fced2250d7a 2024-11-13T19:08:25,514 DEBUG [M:0;e4b56bc8c4b3:43241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13e8be575334cd3885e5a364fbbfa1c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731524890842/Put/seqid=0 2024-11-13T19:08:25,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741855_1031 (size=8909) 2024-11-13T19:08:25,918 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13e8be575334cd3885e5a364fbbfa1c 2024-11-13T19:08:25,932 DEBUG [M:0;e4b56bc8c4b3:43241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/420f6252fb1c49c4875501d8cb1b2ff9 is 69, key is e4b56bc8c4b3,39651,1731524871548/rs:state/1731524873515/Put/seqid=0 2024-11-13T19:08:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741856_1032 (size=5156) 2024-11-13T19:08:26,336 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/420f6252fb1c49c4875501d8cb1b2ff9 2024-11-13T19:08:26,339 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/916e75dc8f8c44d89f295fced2250d7a as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/916e75dc8f8c44d89f295fced2250d7a 2024-11-13T19:08:26,342 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/916e75dc8f8c44d89f295fced2250d7a, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T19:08:26,343 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13e8be575334cd3885e5a364fbbfa1c as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c13e8be575334cd3885e5a364fbbfa1c 2024-11-13T19:08:26,346 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c13e8be575334cd3885e5a364fbbfa1c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T19:08:26,346 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/420f6252fb1c49c4875501d8cb1b2ff9 as hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/420f6252fb1c49c4875501d8cb1b2ff9 2024-11-13T19:08:26,349 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45045/user/jenkins/test-data/dac1b244-d677-b23a-2dbc-8f9dbf89be98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/420f6252fb1c49c4875501d8cb1b2ff9, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T19:08:26,350 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=112, compaction requested=false 2024-11-13T19:08:26,351 INFO [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:08:26,351 DEBUG [M:0;e4b56bc8c4b3:43241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731524905475Disabling compacts and flushes for region at 1731524905475Disabling writes for close at 1731524905475Obtaining lock to block concurrent updates at 1731524905475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731524905475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731524905476 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731524905476Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731524905476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731524905492 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731524905492Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731524905499 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731524905514 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731524905514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731524905921 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731524905932 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731524905932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697b5005: reopening flushed file at 1731524906339 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68dda462: reopening flushed file at 1731524906342 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be77f1a: reopening flushed file at 1731524906346 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=112, compaction requested=false at 1731524906350 (+4 ms)Writing region close event to WAL at 1731524906351 (+1 ms)Closed at 1731524906351 2024-11-13T19:08:26,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741830_1006 (size=69055) 2024-11-13T19:08:26,352 INFO [M:0;e4b56bc8c4b3:43241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:08:26,352 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:08:26,352 INFO [M:0;e4b56bc8c4b3:43241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43241 2024-11-13T19:08:26,353 INFO [M:0;e4b56bc8c4b3:43241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:08:26,488 INFO [M:0;e4b56bc8c4b3:43241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:08:26,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:26,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x10136e260da0000, quorum=127.0.0.1:55498, baseZNode=/0-3019812 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:08:26,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cfe99c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:08:26,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@269aa75e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:08:26,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:08:26,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f66cf1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:08:26,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@768ba0b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.log.dir/,STOPPED} 2024-11-13T19:08:26,518 WARN [BP-960797340-172.17.0.2-1731524869750 heartbeating to localhost/127.0.0.1:45045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:08:26,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:08:26,519 WARN [BP-960797340-172.17.0.2-1731524869750 heartbeating to localhost/127.0.0.1:45045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960797340-172.17.0.2-1731524869750 (Datanode Uuid 008eda87-e5cd-4c1b-9a13-3d2f9445265e) service to localhost/127.0.0.1:45045 2024-11-13T19:08:26,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/cluster_d07be407-74da-ce5b-5b3e-9ec827ad7525/data/data1/current/BP-960797340-172.17.0.2-1731524869750 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:08:26,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/cluster_d07be407-74da-ce5b-5b3e-9ec827ad7525/data/data2/current/BP-960797340-172.17.0.2-1731524869750 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:08:26,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:08:26,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:08:26,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@588d50a9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:08:26,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73e166cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:08:26,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:08:26,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5039d408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:08:26,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42994048{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d58aee41-745c-769f-bde8-194d684119dc/hadoop.log.dir/,STOPPED} 2024-11-13T19:08:26,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:08:26,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:08:26,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=587 (was 526) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55498) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41575 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45137 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45045 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55498) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55498) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=971 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 420) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2090 (was 2566) 2024-11-13T19:08:26,569 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=587 is superior to 500